Downloading and preparing dataset json/default-284170d2e551ccce (download: Unknown size, generated: Unknown size, post-processed: Unknown size, total: Unknown size) to /home/blu/corpora/.cache/macaronic-lm/ab_ab_k5/json/default-284170d2e551ccce/0.0.0/fb88b12bd94767cb0cc7eedcd82ea1f402d2162addc03a37e81d4f8dc7313ad9...
Dataset json downloaded and prepared to /home/blu/corpora/.cache/macaronic-lm/ab_ab_k5/json/default-284170d2e551ccce/0.0.0/fb88b12bd94767cb0cc7eedcd82ea1f402d2162addc03a37e81d4f8dc7313ad9. Subsequent calls will reuse this data.
ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-0
src: none   none  7   [bos] b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.35  /-4.35  /1.00   /0.69/-0.69    -0.56 /-0.72  7   [bos] b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -98.60 /-8.51  /-90.09 /   /-91.78    -8.22 /-0.71  13  [bos] a a a a a a a b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -3.35  /-4.35  /1.00   /   /-0.69    -0.56 /-0.72  7   [bos] b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -29.86 /-3.91  /-25.95 /   /-27.64    -9.95 /-1.30  4   [bos] b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -15.87 /-2.81  /-13.06 /   /-14.75    -5.29 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -19.84 /-2.30  /-17.54 /   /-19.23    -9.92 /-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.35  -0.56 7   0.00 [bos] b b b b b [eos]
cls0  - sp1 : -3.61  -0.60 7   0.17 [bos] b b b b b [eos]
cls0  - sp2 : -3.91  -0.65 7   0.17 [bos] b b b b b [eos]
cls0  - sp3 : -3.93  -0.65 7   0.17 [bos] b b b b b [eos]
cls0  - sp4 : -4.28  -0.71 7   0.17 [bos] b b b b b [eos]
cls1  - sp0 : -3.78  -0.63 7   0.33 [bos] b b b b b [eos]
cls1  - sp1 : -3.98  -0.66 7   0.33 [bos] b b b b b [eos]
cls1  - sp2 : -4.12  -0.69 7   0.33 [bos] b b b b b [eos]
cls1  - sp3 : -4.48  -0.75 7   0.33 [bos] b b b b b [eos]
cls1  - sp4 : -4.57  -0.76 7   0.33 [bos] b b b b b [eos]
cls2  - sp0 : -2.95  -0.49 7   0.67 [bos] b b b b b [eos]
cls2  - sp1 : -3.16  -0.53 7   0.67 [bos] b b b b b [eos]
cls2  - sp2 : -3.76  -0.63 7   0.50 [bos] b b b b b [eos]
cls2  - sp3 : -3.99  -0.67 7   0.50 [bos] b b b b b [eos]
cls2  - sp4 : -4.30  -0.72 7   0.67 [bos] b b b b b [eos]
cls3  - sp0 : -2.19  -0.37 7   0.83 [bos] b b b b b [eos]
cls3  - sp1 : -2.90  -0.48 7   1.00 [bos] b b b b b [eos]
cls3  - sp2 : -3.79  -0.63 7   0.83 [bos] b b b b b [eos]
cls3  - sp3 : -3.88  -0.65 7   0.83 [bos] b b b b b [eos]
cls3  - sp4 : -4.15  -0.69 7   0.83 [bos] [unk] b b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-1
src: none   none  7   [bos] b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.90  /-4.35  /1.44   /0.69/-0.69    -0.48 /-0.72  7   [bos] b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -91.00 /-8.51  /-82.50 /   /-84.63    -7.58 /-0.71  13  [bos] a a a a a a a b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -2.90  /-4.35  /1.44   /   /-0.69    -0.48 /-0.72  7   [bos] b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -27.88 /-3.91  /-23.97 /   /-26.10    -9.29 /-1.30  4   [bos] b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -15.18 /-2.81  /-12.36 /   /-14.50    -5.06 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -20.54 /-2.30  /-18.24 /   /-20.38    -10.27/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.35  -0.56 7   0.00 [bos] b b b b b [eos]
cls0  - sp1 : -3.61  -0.60 7   0.17 [bos] b b b b b [eos]
cls0  - sp2 : -3.91  -0.65 7   0.17 [bos] b b b b b [eos]
cls0  - sp3 : -3.93  -0.65 7   0.17 [bos] b b b b b [eos]
cls0  - sp4 : -4.28  -0.71 7   0.17 [bos] b b b b b [eos]
cls1  - sp0 : -3.78  -0.63 7   0.33 [bos] b b b b b [eos]
cls1  - sp1 : -3.98  -0.66 7   0.33 [bos] b b b b b [eos]
cls1  - sp2 : -4.12  -0.69 7   0.33 [bos] b b b b b [eos]
cls1  - sp3 : -4.48  -0.75 7   0.33 [bos] b b b b b [eos]
cls1  - sp4 : -4.57  -0.76 7   0.33 [bos] b b b b b [eos]
cls2  - sp0 : -2.95  -0.49 7   0.67 [bos] b b b b b [eos]
cls2  - sp1 : -3.16  -0.53 7   0.67 [bos] b b b b b [eos]
cls2  - sp2 : -3.76  -0.63 7   0.50 [bos] b b b b b [eos]
cls2  - sp3 : -3.99  -0.67 7   0.50 [bos] b b b b b [eos]
cls2  - sp4 : -4.30  -0.72 7   0.67 [bos] b b b b b [eos]
cls3  - sp0 : -2.19  -0.37 7   0.83 [bos] b b b b b [eos]
cls3  - sp1 : -2.90  -0.48 7   1.00 [bos] b b b b b [eos]
cls3  - sp2 : -3.79  -0.63 7   0.83 [bos] b b b b b [eos]
cls3  - sp3 : -3.88  -0.65 7   0.83 [bos] b b b b b [eos]
cls3  - sp4 : -4.15  -0.69 7   0.83 [bos] [unk] b b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-2
src: none   none  7   [bos] b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.31  /-4.35  /1.04   /0.7/-0.70    -0.55 /-0.72  7   [bos] b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -91.12 /-8.51  /-82.61 /   /-84.34    -7.59 /-0.71  13  [bos] a a a a a a a b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -3.31  /-4.35  /1.04   /   /-0.70    -0.55 /-0.72  7   [bos] b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -19.44 /-3.91  /-15.53 /   /-17.26    -6.48 /-1.30  4   [bos] b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -6.88  /-2.81  /-4.06  /   /-5.80    -2.29 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -20.17 /-2.30  /-17.86 /   /-19.60    -10.08/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.31  -0.55 7   0.00 [bos] b b b b b [eos]
cls0  - sp1 : -3.49  -0.58 7   0.17 [bos] b b b b b [eos]
cls0  - sp2 : -3.91  -0.65 7   0.17 [bos] b b b b b [eos]
cls0  - sp3 : -4.23  -0.70 7   0.17 [bos] b b b b b [eos]
cls0  - sp4 : -4.44  -0.74 7   0.17 [bos] b b b b b [eos]
cls1  - sp0 : -3.89  -0.65 7   0.33 [bos] b b b b b [eos]
cls1  - sp1 : -4.03  -0.67 7   0.33 [bos] b b b b b [eos]
cls1  - sp2 : -4.17  -0.69 7   0.33 [bos] b b b b b [eos]
cls1  - sp3 : -4.51  -0.75 7   0.33 [bos] b b b b [unk] [eos]
cls1  - sp4 : -4.55  -0.76 7   0.33 [bos] b b b b b [eos]
cls2  - sp0 : -3.37  -0.56 7   0.67 [bos] b b b b b [eos]
cls2  - sp1 : -3.81  -0.64 7   0.67 [bos] b b b b b [eos]
cls2  - sp2 : -3.83  -0.64 7   0.67 [bos] b b b b b [eos]
cls2  - sp3 : -4.00  -0.67 7   0.50 [bos] b b b b b [eos]
cls2  - sp4 : -4.13  -0.69 7   0.50 [bos] b b b b b [eos]
cls3  - sp0 : -2.57  -0.43 7   0.83 [bos] b b b b b [eos]
cls3  - sp1 : -3.49  -0.58 7   1.00 [bos] b b b b b [eos]
cls3  - sp2 : -3.94  -0.66 7   0.83 [bos] [unk] b b b b [eos]
cls3  - sp3 : -4.31  -0.72 7   0.83 [bos] b b b b b [eos]
cls3  - sp4 : -4.35  -0.73 7   0.83 [bos] b b b b [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-3
src: none   none  7   [bos] b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.49  /-4.35  /0.86   /0.69/-0.69    -0.58 /-0.72  7   [bos] b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -82.98 /-8.51  /-74.47 /   /-76.02    -6.92 /-0.71  13  [bos] a a a a a a a b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -3.49  /-4.35  /0.86   /   /-0.69    -0.58 /-0.72  7   [bos] b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.56 /-3.91  /-16.64 /   /-18.20    -6.85 /-1.30  4   [bos] b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -8.89  /-2.81  /-6.08  /   /-7.63    -2.96 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.22 /-2.30  /-18.92 /   /-20.47    -10.61/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.31  -0.55 7   0.00 [bos] b b b b b [eos]
cls0  - sp1 : -3.49  -0.58 7   0.17 [bos] b b b b b [eos]
cls0  - sp2 : -3.91  -0.65 7   0.17 [bos] b b b b b [eos]
cls0  - sp3 : -4.23  -0.70 7   0.17 [bos] b b b b b [eos]
cls0  - sp4 : -4.44  -0.74 7   0.17 [bos] b b b b b [eos]
cls1  - sp0 : -3.89  -0.65 7   0.33 [bos] b b b b b [eos]
cls1  - sp1 : -4.03  -0.67 7   0.33 [bos] b b b b b [eos]
cls1  - sp2 : -4.17  -0.69 7   0.33 [bos] b b b b b [eos]
cls1  - sp3 : -4.51  -0.75 7   0.33 [bos] b b b b [unk] [eos]
cls1  - sp4 : -4.55  -0.76 7   0.33 [bos] b b b b b [eos]
cls2  - sp0 : -3.37  -0.56 7   0.67 [bos] b b b b b [eos]
cls2  - sp1 : -3.81  -0.64 7   0.67 [bos] b b b b b [eos]
cls2  - sp2 : -3.83  -0.64 7   0.67 [bos] b b b b b [eos]
cls2  - sp3 : -4.00  -0.67 7   0.50 [bos] b b b b b [eos]
cls2  - sp4 : -4.13  -0.69 7   0.50 [bos] b b b b b [eos]
cls3  - sp0 : -2.57  -0.43 7   0.83 [bos] b b b b b [eos]
cls3  - sp1 : -3.49  -0.58 7   1.00 [bos] b b b b b [eos]
cls3  - sp2 : -3.94  -0.66 7   0.83 [bos] [unk] b b b b [eos]
cls3  - sp3 : -4.31  -0.72 7   0.83 [bos] b b b b b [eos]
cls3  - sp4 : -4.35  -0.73 7   0.83 [bos] b b b b [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-4
src: none   none  18  [bos] b b a a a a b b b b a a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -13.85 /-14.36 /0.51   /0.0/-0.00    -0.81 /-0.84  18  [bos] b b a a a a b b b b a a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -29.25 /-2.30  /-26.95 /   /-27.46    -14.63/-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.98 /-3.84  /-25.15 /   /-25.66    -5.80 /-0.77  6   [bos] a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -10.65 /-4.93  /-5.72  /   /-6.23    -2.13 /-0.99  6   [bos] b b a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -40.38 /-5.44  /-34.93 /   /-35.44    -6.73 /-0.91  7   [bos] a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -27.37 /-7.13  /-20.24 /   /-20.75    -5.47 /-1.43  6   [bos] a b a b [eos]
cls0  - sp0 : -10.94 -10.94 2   0.00 [bos] [eos]
cls0  - sp1 : -25.55 -0.20 128 0.00 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -25.80 -0.20 128 0.01 [bos] b b a a [pad] a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -25.87 -0.20 128 0.00 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -26.80 -0.21 128 0.01 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -49.43 -0.39 128 0.48 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -49.46 -0.39 128 0.47 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -49.49 -0.39 128 0.46 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -49.54 -0.39 128 0.45 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -49.61 -0.39 128 0.41 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -8.86  -0.74 13  0.67 [bos] b b a a b a b b b b b [eos]
cls2  - sp1 : -8.96  -0.75 13  0.67 [bos] b b a a b a b b b b b [eos]
cls2  - sp2 : -11.00 -0.69 17  0.69 [bos] b b a a b a b b b b b b b b b [eos]
cls2  - sp3 : -11.29 -0.71 17  0.69 [bos] b b a a b a b b b b b b b b b [eos]
cls2  - sp4 : -11.73 -0.73 17  0.69 [bos] b b a a a a b b b b b b b b b [eos]
cls3  - sp0 : -10.90 -10.90 2   1.00 [bos] [eos]
cls3  - sp1 : -16.72 -0.13 128 1.00 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -16.82 -0.13 128 1.00 [bos] b b a a b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -17.38 -0.14 128 0.99 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -17.41 -0.14 128 1.00 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-5
src: none   none  18  [bos] b b a a a a b b b b a a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -12.77 /-14.36 /1.59   /0.01/-0.01    -0.75 /-0.84  18  [bos] b b a a a a b b b b a a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -28.57 /-2.30  /-26.27 /   /-27.86    -14.29/-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -24.78 /-3.84  /-20.95 /   /-22.54    -4.96 /-0.77  6   [bos] a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -8.52  /-4.93  /-3.59  /   /-5.18    -1.70 /-0.99  6   [bos] b b a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -41.19 /-5.44  /-35.74 /   /-37.34    -6.86 /-0.91  7   [bos] a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.42 /-7.13  /-19.29 /   /-20.88    -5.28 /-1.43  6   [bos] a b a b [eos]
cls0  - sp0 : -10.94 -10.94 2   0.00 [bos] [eos]
cls0  - sp1 : -25.55 -0.20 128 0.00 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -25.80 -0.20 128 0.01 [bos] b b a a [pad] a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -25.87 -0.20 128 0.00 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -26.80 -0.21 128 0.01 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -49.43 -0.39 128 0.48 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -49.46 -0.39 128 0.47 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -49.49 -0.39 128 0.46 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -49.54 -0.39 128 0.45 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -49.61 -0.39 128 0.41 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -8.86  -0.74 13  0.67 [bos] b b a a b a b b b b b [eos]
cls2  - sp1 : -8.96  -0.75 13  0.67 [bos] b b a a b a b b b b b [eos]
cls2  - sp2 : -11.00 -0.69 17  0.69 [bos] b b a a b a b b b b b b b b b [eos]
cls2  - sp3 : -11.29 -0.71 17  0.69 [bos] b b a a b a b b b b b b b b b [eos]
cls2  - sp4 : -11.73 -0.73 17  0.69 [bos] b b a a a a b b b b b b b b b [eos]
cls3  - sp0 : -10.90 -10.90 2   1.00 [bos] [eos]
cls3  - sp1 : -16.72 -0.13 128 1.00 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -16.82 -0.13 128 1.00 [bos] b b a a b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -17.38 -0.14 128 0.99 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -17.41 -0.14 128 1.00 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-6
src: none   none  18  [bos] b b a a a a b b b b a a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -13.11 /-14.36 /1.25   /0.0/-0.00    -0.77 /-0.84  18  [bos] b b a a a a b b b b a a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -28.31 /-2.30  /-26.01 /   /-27.26    -14.16/-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -26.86 /-3.84  /-23.02 /   /-24.27    -5.37 /-0.77  6   [bos] a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -10.01 /-4.93  /-5.07  /   /-6.32    -2.00 /-0.99  6   [bos] b b a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -40.07 /-5.44  /-34.63 /   /-35.88    -6.68 /-0.91  7   [bos] a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -25.44 /-7.13  /-18.31 /   /-19.56    -5.09 /-1.43  6   [bos] a b a b [eos]
cls0  - sp0 : -10.55 -10.55 2   0.00 [bos] [eos]
cls0  - sp1 : -27.33 -0.22 128 0.00 [bos] b b a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -28.02 -0.22 128 0.00 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -28.08 -0.22 128 0.01 [bos] b b a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -28.68 -0.23 128 0.00 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -9.31  -0.78 13  0.25 [bos] b b a a a a b b b b b [eos]
cls1  - sp1 : -14.03 -0.78 19  0.44 [bos] b b a a a a b b b b b b b b b b b [eos]
cls1  - sp2 : -17.44 -0.79 23  0.45 [bos] b b a a a a b b b b b b b b b b b b b b b [eos]
cls1  - sp3 : -19.61 -0.75 27  0.31 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b [eos]
cls1  - sp4 : -21.13 -0.73 30  0.28 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b [eos]
cls2  - sp0 : -8.98  -0.75 13  0.67 [bos] b b a a b a b b b b b [eos]
cls2  - sp1 : -9.02  -0.75 13  0.67 [bos] b b a a b a b b b b b [eos]
cls2  - sp2 : -9.20  -0.77 13  0.58 [bos] b b a a b a b b b b b [eos]
cls2  - sp3 : -9.20  -0.77 13  0.67 [bos] b b a a [unk] a b b b b b [eos]
cls2  - sp4 : -10.92 -0.68 17  0.69 [bos] b b a a b a b b b b b b b b b [eos]
cls3  - sp0 : -10.48 -10.48 2   1.00 [bos] [eos]
cls3  - sp1 : -24.51 -0.19 128 1.00 [bos] b b a a b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -25.43 -0.20 128 1.00 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -25.63 -0.20 128 1.00 [bos] b b a a [pad] a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -25.65 -0.20 128 1.00 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-7
src: none   none  18  [bos] b b a a a a b b b b a a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -11.45 /-14.36 /2.91   /0.0/-0.00    -0.67 /-0.84  18  [bos] b b a a a a b b b b a a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -27.60 /-2.30  /-25.30 /   /-28.22    -13.80/-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -22.24 /-3.84  /-18.41 /   /-21.32    -4.45 /-0.77  6   [bos] a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -7.49  /-4.93  /-2.56  /   /-5.47    -1.50 /-0.99  6   [bos] b b a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -39.50 /-5.44  /-34.05 /   /-36.97    -6.58 /-0.91  7   [bos] a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -24.25 /-7.13  /-17.12 /   /-20.03    -4.85 /-1.43  6   [bos] a b a b [eos]
cls0  - sp0 : -10.55 -10.55 2   0.00 [bos] [eos]
cls0  - sp1 : -27.33 -0.22 128 0.00 [bos] b b a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -28.02 -0.22 128 0.00 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -28.08 -0.22 128 0.01 [bos] b b a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -28.68 -0.23 128 0.00 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -9.31  -0.78 13  0.25 [bos] b b a a a a b b b b b [eos]
cls1  - sp1 : -14.03 -0.78 19  0.44 [bos] b b a a a a b b b b b b b b b b b [eos]
cls1  - sp2 : -17.44 -0.79 23  0.45 [bos] b b a a a a b b b b b b b b b b b b b b b [eos]
cls1  - sp3 : -19.61 -0.75 27  0.31 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b [eos]
cls1  - sp4 : -21.13 -0.73 30  0.28 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b [eos]
cls2  - sp0 : -8.98  -0.75 13  0.67 [bos] b b a a b a b b b b b [eos]
cls2  - sp1 : -9.02  -0.75 13  0.67 [bos] b b a a b a b b b b b [eos]
cls2  - sp2 : -9.20  -0.77 13  0.58 [bos] b b a a b a b b b b b [eos]
cls2  - sp3 : -9.20  -0.77 13  0.67 [bos] b b a a [unk] a b b b b b [eos]
cls2  - sp4 : -10.92 -0.68 17  0.69 [bos] b b a a b a b b b b b b b b b [eos]
cls3  - sp0 : -10.48 -10.48 2   1.00 [bos] [eos]
cls3  - sp1 : -24.51 -0.19 128 1.00 [bos] b b a a b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -25.43 -0.20 128 1.00 [bos] b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -25.63 -0.20 128 1.00 [bos] b b a a [pad] a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -25.65 -0.20 128 1.00 [bos] b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-8
src: none   none  5   [bos] b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.57  /-4.42  /1.85   /0.69/-0.69    -0.64 /-1.11  5   [bos] b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -41.06 /-2.81  /-38.25 /   /-40.79    -13.69/-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.67 /-3.91  /-24.76 /   /-27.30    -9.56 /-1.30  4   [bos] a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -2.57  /-4.42  /1.85   /   /-0.69    -0.64 /-1.11  5   [bos] b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -44.93 /-9.10  /-35.83 /   /-38.37    -4.08 /-0.83  12  [bos] b b a a a a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -19.06 /-2.30  /-16.76 /   /-19.30    -9.53 /-1.15  3   [bos] b [eos]
cls0  - sp0 : -2.57  -0.64 5   0.00 [bos] b b a [eos]
cls0  - sp1 : -7.10  -7.10 2   0.00 [bos] [eos]
cls0  - sp2 : -8.56  -2.14 5   0.00 [bos] [pad] b a [eos]
cls0  - sp3 : -9.23  -1.85 6   0.20 [bos] b b a [pad] [eos]
cls0  - sp4 : -9.23  -2.31 5   0.00 [bos] [unk] b a [eos]
cls1  - sp0 : -2.66  -0.66 5   0.25 [bos] b b a [eos]
cls1  - sp1 : -3.25  -0.81 5   0.25 [bos] b b a [eos]
cls1  - sp2 : -3.41  -0.85 5   0.25 [bos] b b a [eos]
cls1  - sp3 : -5.22  -1.30 5   0.25 [bos] b b a [eos]
cls1  - sp4 : -5.29  -1.32 5   0.25 [bos] [unk] b a [eos]
cls2  - sp0 : -1.87  -0.47 5   0.50 [bos] b b a [eos]
cls2  - sp1 : -3.46  -0.87 5   0.50 [bos] b b a [eos]
cls2  - sp2 : -3.54  -0.89 5   0.50 [bos] b b a [eos]
cls2  - sp3 : -3.94  -0.99 5   0.50 [bos] b b a [eos]
cls2  - sp4 : -4.30  -1.08 5   0.50 [bos] [unk] b a [eos]
cls3  - sp0 : -1.63  -0.41 5   0.75 [bos] b b a [eos]
cls3  - sp1 : -2.33  -0.58 5   1.00 [bos] b b a [eos]
cls3  - sp2 : -2.60  -0.65 5   0.75 [bos] b b a [eos]
cls3  - sp3 : -2.89  -0.72 5   0.75 [bos] [unk] b a [eos]
cls3  - sp4 : -3.61  -0.90 5   1.00 [bos] [unk] b a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-9
src: none   none  5   [bos] b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.33  /-4.42  /2.09   /0.69/-0.69    -0.58 /-1.11  5   [bos] b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -40.83 /-2.81  /-38.01 /   /-40.80    -13.61/-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.45 /-3.91  /-24.54 /   /-27.32    -9.48 /-1.30  4   [bos] a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -2.33  /-4.42  /2.09   /   /-0.69    -0.58 /-1.11  5   [bos] b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -51.59 /-9.10  /-42.50 /   /-45.28    -4.69 /-0.83  12  [bos] b b a a a a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -20.08 /-2.30  /-17.78 /   /-20.56    -10.04/-1.15  3   [bos] b [eos]
cls0  - sp0 : -2.57  -0.64 5   0.00 [bos] b b a [eos]
cls0  - sp1 : -7.10  -7.10 2   0.00 [bos] [eos]
cls0  - sp2 : -8.56  -2.14 5   0.00 [bos] [pad] b a [eos]
cls0  - sp3 : -9.23  -1.85 6   0.20 [bos] b b a [pad] [eos]
cls0  - sp4 : -9.23  -2.31 5   0.00 [bos] [unk] b a [eos]
cls1  - sp0 : -2.66  -0.66 5   0.25 [bos] b b a [eos]
cls1  - sp1 : -3.25  -0.81 5   0.25 [bos] b b a [eos]
cls1  - sp2 : -3.41  -0.85 5   0.25 [bos] b b a [eos]
cls1  - sp3 : -5.22  -1.30 5   0.25 [bos] b b a [eos]
cls1  - sp4 : -5.29  -1.32 5   0.25 [bos] [unk] b a [eos]
cls2  - sp0 : -1.87  -0.47 5   0.50 [bos] b b a [eos]
cls2  - sp1 : -3.46  -0.87 5   0.50 [bos] b b a [eos]
cls2  - sp2 : -3.54  -0.89 5   0.50 [bos] b b a [eos]
cls2  - sp3 : -3.94  -0.99 5   0.50 [bos] b b a [eos]
cls2  - sp4 : -4.30  -1.08 5   0.50 [bos] [unk] b a [eos]
cls3  - sp0 : -1.63  -0.41 5   0.75 [bos] b b a [eos]
cls3  - sp1 : -2.33  -0.58 5   1.00 [bos] b b a [eos]
cls3  - sp2 : -2.60  -0.65 5   0.75 [bos] b b a [eos]
cls3  - sp3 : -2.89  -0.72 5   0.75 [bos] [unk] b a [eos]
cls3  - sp4 : -3.61  -0.90 5   1.00 [bos] [unk] b a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-10
src: none   none  5   [bos] b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.60  /-4.42  /1.82   /0.69/-0.69    -0.65 /-1.11  5   [bos] b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -38.02 /-2.81  /-35.21 /   /-37.72    -12.67/-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -26.70 /-3.91  /-22.78 /   /-25.30    -8.90 /-1.30  4   [bos] a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -2.60  /-4.42  /1.82   /   /-0.69    -0.65 /-1.11  5   [bos] b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -48.45 /-9.10  /-39.35 /   /-41.86    -4.40 /-0.83  12  [bos] b b a a a a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -19.65 /-2.30  /-17.35 /   /-19.86    -9.83 /-1.15  3   [bos] b [eos]
cls0  - sp0 : -2.60  -0.65 5   0.00 [bos] b b a [eos]
cls0  - sp1 : -6.41  -6.41 2   0.00 [bos] [eos]
cls0  - sp2 : -8.52  -2.13 5   0.00 [bos] [pad] b a [eos]
cls0  - sp3 : -8.88  -1.78 6   0.20 [bos] b b a [pad] [eos]
cls0  - sp4 : -8.93  -2.23 5   0.00 [bos] [unk] b a [eos]
cls1  - sp0 : -2.74  -0.68 5   0.25 [bos] b b a [eos]
cls1  - sp1 : -3.17  -0.79 5   0.25 [bos] b b a [eos]
cls1  - sp2 : -3.53  -0.88 5   0.25 [bos] b b a [eos]
cls1  - sp3 : -5.37  -1.34 5   0.25 [bos] [unk] b a [eos]
cls1  - sp4 : -5.68  -1.42 5   0.25 [bos] b b a [eos]
cls2  - sp0 : -1.86  -0.46 5   0.50 [bos] b b a [eos]
cls2  - sp1 : -3.61  -0.90 5   0.50 [bos] b b a [eos]
cls2  - sp2 : -3.69  -0.92 5   0.50 [bos] b b a [eos]
cls2  - sp3 : -3.92  -0.98 5   0.50 [bos] b b a [eos]
cls2  - sp4 : -4.31  -1.08 5   0.50 [bos] [unk] b a [eos]
cls3  - sp0 : -1.59  -0.40 5   0.75 [bos] b b a [eos]
cls3  - sp1 : -2.33  -0.58 5   1.00 [bos] b b a [eos]
cls3  - sp2 : -2.63  -0.66 5   0.75 [bos] b b a [eos]
cls3  - sp3 : -2.72  -0.68 5   0.75 [bos] [unk] b a [eos]
cls3  - sp4 : -3.46  -0.87 5   1.00 [bos] [unk] b a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-11
src: none   none  5   [bos] b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.33  /-4.42  /2.10   /0.69/-0.69    -0.58 /-1.11  5   [bos] b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -38.45 /-2.81  /-35.63 /   /-38.42    -12.82/-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -27.42 /-3.91  /-23.51 /   /-26.30    -9.14 /-1.30  4   [bos] a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -2.33  /-4.42  /2.10   /   /-0.69    -0.58 /-1.11  5   [bos] b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -49.37 /-9.10  /-40.27 /   /-43.06    -4.49 /-0.83  12  [bos] b b a a a a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -20.86 /-2.30  /-18.56 /   /-21.35    -10.43/-1.15  3   [bos] b [eos]
cls0  - sp0 : -2.60  -0.65 5   0.00 [bos] b b a [eos]
cls0  - sp1 : -6.41  -6.41 2   0.00 [bos] [eos]
cls0  - sp2 : -8.52  -2.13 5   0.00 [bos] [pad] b a [eos]
cls0  - sp3 : -8.88  -1.78 6   0.20 [bos] b b a [pad] [eos]
cls0  - sp4 : -8.93  -2.23 5   0.00 [bos] [unk] b a [eos]
cls1  - sp0 : -2.74  -0.68 5   0.25 [bos] b b a [eos]
cls1  - sp1 : -3.17  -0.79 5   0.25 [bos] b b a [eos]
cls1  - sp2 : -3.53  -0.88 5   0.25 [bos] b b a [eos]
cls1  - sp3 : -5.37  -1.34 5   0.25 [bos] [unk] b a [eos]
cls1  - sp4 : -5.68  -1.42 5   0.25 [bos] b b a [eos]
cls2  - sp0 : -1.86  -0.46 5   0.50 [bos] b b a [eos]
cls2  - sp1 : -3.61  -0.90 5   0.50 [bos] b b a [eos]
cls2  - sp2 : -3.69  -0.92 5   0.50 [bos] b b a [eos]
cls2  - sp3 : -3.92  -0.98 5   0.50 [bos] b b a [eos]
cls2  - sp4 : -4.31  -1.08 5   0.50 [bos] [unk] b a [eos]
cls3  - sp0 : -1.59  -0.40 5   0.75 [bos] b b a [eos]
cls3  - sp1 : -2.33  -0.58 5   1.00 [bos] b b a [eos]
cls3  - sp2 : -2.63  -0.66 5   0.75 [bos] b b a [eos]
cls3  - sp3 : -2.72  -0.68 5   0.75 [bos] [unk] b a [eos]
cls3  - sp4 : -3.46  -0.87 5   1.00 [bos] [unk] b a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-12
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.61  /-3.32  /0.71   /0.0/0.00    -0.65 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -49.81 /-11.88 /-37.93 /   /-38.65    -4.98 /-1.19  11  [bos] b a b a a b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -54.57 /-5.44  /-49.12 /   /-49.84    -9.09 /-0.91  7   [bos] b b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -34.45 /-4.93  /-29.52 /   /-30.23    -6.89 /-0.99  6   [bos] a b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -74.90 /-8.51  /-66.39 /   /-67.10    -6.24 /-0.71  13  [bos] a a b b b b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.73 /-2.30  /-24.43 /   /-25.14    -13.37/-1.15  3   [bos] b [eos]
cls0  - sp0 : -2.61  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.21  -1.80 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.52  -7.52 2   0.00 [bos] [eos]
cls0  - sp3 : -9.04  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.14 -1.69 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.00  -0.75 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.27  -0.82 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.54  -0.88 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.72  -0.93 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -6.97  -1.74 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.14  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.05  -0.76 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.24  -0.81 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.72  -0.93 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.19  -1.05 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.29  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.98  -0.50 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.87  -0.72 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.89  -0.97 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -3.94  -0.98 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-13
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.98  /-3.32  /1.34   /0.0/0.00    -0.50 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -47.32 /-11.88 /-35.43 /   /-36.78    -4.73 /-1.19  11  [bos] b a b a a b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -45.48 /-5.44  /-40.03 /   /-41.37    -7.58 /-0.91  7   [bos] b b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -34.98 /-4.93  /-30.05 /   /-31.39    -7.00 /-0.99  6   [bos] a b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -95.94 /-8.51  /-87.44 /   /-88.78    -8.00 /-0.71  13  [bos] a a b b b b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -28.25 /-2.30  /-25.94 /   /-27.28    -14.12/-1.15  3   [bos] b [eos]
cls0  - sp0 : -2.61  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.21  -1.80 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.52  -7.52 2   0.00 [bos] [eos]
cls0  - sp3 : -9.04  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.14 -1.69 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.00  -0.75 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.27  -0.82 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.54  -0.88 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.72  -0.93 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -6.97  -1.74 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.14  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.05  -0.76 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.24  -0.81 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.72  -0.93 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.19  -1.05 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.29  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.98  -0.50 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.87  -0.72 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.89  -0.97 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -3.94  -0.98 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-14
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.62  /-3.32  /0.70   /0.0/0.00    -0.65 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -48.70 /-11.88 /-36.82 /   /-37.53    -4.87 /-1.19  11  [bos] b a b a a b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -53.47 /-5.44  /-48.03 /   /-48.73    -8.91 /-0.91  7   [bos] b b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -33.89 /-4.93  /-28.95 /   /-29.66    -6.78 /-0.99  6   [bos] a b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -75.50 /-8.51  /-66.99 /   /-67.70    -6.29 /-0.71  13  [bos] a a b b b b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.46 /-2.30  /-24.15 /   /-24.86    -13.23/-1.15  3   [bos] b [eos]
cls0  - sp0 : -2.62  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.15  -1.79 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.47  -7.47 2   0.00 [bos] [eos]
cls0  - sp3 : -9.03  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.07 -1.68 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.08  -0.77 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.31  -0.83 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.55  -0.89 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.74  -0.94 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -7.00  -1.75 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.11  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.16  -0.79 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.26  -0.82 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.81  -0.95 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.23  -1.06 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.26  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.96  -0.49 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.84  -0.71 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.96  -0.99 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -4.00  -1.00 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-15
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.96  /-3.32  /1.36   /0.0/0.00    -0.49 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -46.26 /-11.88 /-34.37 /   /-35.74    -4.63 /-1.19  11  [bos] b a b a a b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -44.97 /-5.44  /-39.52 /   /-40.89    -7.49 /-0.91  7   [bos] b b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -34.57 /-4.93  /-29.63 /   /-30.99    -6.91 /-0.99  6   [bos] a b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -95.90 /-8.51  /-87.39 /   /-88.75    -7.99 /-0.71  13  [bos] a a b b b b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -28.04 /-2.30  /-25.73 /   /-27.10    -14.02/-1.15  3   [bos] b [eos]
cls0  - sp0 : -2.62  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.15  -1.79 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.47  -7.47 2   0.00 [bos] [eos]
cls0  - sp3 : -9.03  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.07 -1.68 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.08  -0.77 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.31  -0.83 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.55  -0.89 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.74  -0.94 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -7.00  -1.75 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.11  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.16  -0.79 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.26  -0.82 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.81  -0.95 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.23  -1.06 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.26  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.96  -0.49 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.84  -0.71 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.96  -0.99 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -4.00  -1.00 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-16
src: none   none  15  [bos] b a a a b b b b a a b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -10.58 /-13.93 /3.34   /0.0/0.00    -0.76 /-0.99  15  [bos] b a a a b b b b a a b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.39 /-2.30  /-19.09 /   /-22.43    -10.70/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.39 /-2.30  /-19.09 /   /-22.43    -10.70/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -32.50 /-4.35  /-28.16 /   /-31.50    -5.42 /-0.72  7   [bos] a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -37.42 /-9.17  /-28.25 /   /-31.59    -4.16 /-1.02  10  [bos] b b b b a b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -44.59 /-10.27 /-34.32 /   /-37.66    -4.95 /-1.14  10  [bos] a b a b b a a a [eos]
cls0  - sp0 : -11.69 -11.69 2   0.00 [bos] [eos]
cls0  - sp1 : -48.07 -0.38 128 0.00 [bos] b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -48.33 -0.38 128 0.01 [bos] b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -48.61 -0.38 128 0.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -48.87 -0.38 128 0.01 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -11.72 -0.90 14  0.31 [bos] b a a a b b b b b b b b [eos]
cls1  - sp1 : -11.96 -0.92 14  0.31 [bos] b a a a b b b b b a b b [eos]
cls1  - sp2 : -13.13 -0.94 15  0.29 [bos] b a a a b b b b b b b b b [eos]
cls1  - sp3 : -13.72 -0.91 16  0.33 [bos] b a a a b b b b b b b b b b [eos]
cls1  - sp4 : -14.84 -0.82 19  0.44 [bos] b a a a b b b b b b b b b b b b b [eos]
cls2  - sp0 : -9.37  -0.78 13  0.67 [bos] b a a a b b b b b a a [eos]
cls2  - sp1 : -9.51  -0.79 13  0.67 [bos] b a a a b b b b b a b [eos]
cls2  - sp2 : -9.52  -0.79 13  0.67 [bos] b a a a b b b b b b b [eos]
cls2  - sp3 : -9.70  -0.81 13  0.67 [bos] b a a a b b b a b b b [eos]
cls2  - sp4 : -11.50 -0.72 17  0.69 [bos] b a a a b b b b b b b b b b b [eos]
cls3  - sp0 : -11.78 -11.78 2   1.00 [bos] [eos]
cls3  - sp1 : -27.45 -0.22 128 1.00 [bos] b a a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -28.20 -0.22 128 1.00 [bos] b a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -28.26 -0.22 128 1.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -28.44 -0.22 128 1.00 [bos] b a a a b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-17
src: none   none  15  [bos] b a a a b b b b a a b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -10.85 /-13.93 /3.07   /0.0/0.00    -0.78 /-0.99  15  [bos] b a a a b b b b a a b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.57 /-2.30  /-19.27 /   /-22.34    -10.79/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.57 /-2.30  /-19.27 /   /-22.34    -10.79/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -30.97 /-4.35  /-26.63 /   /-29.70    -5.16 /-0.72  7   [bos] a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -38.86 /-9.17  /-29.68 /   /-32.76    -4.32 /-1.02  10  [bos] b b b b a b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -44.10 /-10.27 /-33.82 /   /-36.90    -4.90 /-1.14  10  [bos] a b a b b a a a [eos]
cls0  - sp0 : -11.69 -11.69 2   0.00 [bos] [eos]
cls0  - sp1 : -48.07 -0.38 128 0.00 [bos] b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -48.33 -0.38 128 0.01 [bos] b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -48.61 -0.38 128 0.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -48.87 -0.38 128 0.01 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -11.72 -0.90 14  0.31 [bos] b a a a b b b b b b b b [eos]
cls1  - sp1 : -11.96 -0.92 14  0.31 [bos] b a a a b b b b b a b b [eos]
cls1  - sp2 : -13.13 -0.94 15  0.29 [bos] b a a a b b b b b b b b b [eos]
cls1  - sp3 : -13.72 -0.91 16  0.33 [bos] b a a a b b b b b b b b b b [eos]
cls1  - sp4 : -14.84 -0.82 19  0.44 [bos] b a a a b b b b b b b b b b b b b [eos]
cls2  - sp0 : -9.37  -0.78 13  0.67 [bos] b a a a b b b b b a a [eos]
cls2  - sp1 : -9.51  -0.79 13  0.67 [bos] b a a a b b b b b a b [eos]
cls2  - sp2 : -9.52  -0.79 13  0.67 [bos] b a a a b b b b b b b [eos]
cls2  - sp3 : -9.70  -0.81 13  0.67 [bos] b a a a b b b a b b b [eos]
cls2  - sp4 : -11.50 -0.72 17  0.69 [bos] b a a a b b b b b b b b b b b [eos]
cls3  - sp0 : -11.78 -11.78 2   1.00 [bos] [eos]
cls3  - sp1 : -27.45 -0.22 128 1.00 [bos] b a a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -28.20 -0.22 128 1.00 [bos] b a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -28.26 -0.22 128 1.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -28.44 -0.22 128 1.00 [bos] b a a a b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-18
src: none   none  15  [bos] b a a a b b b b a a b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -10.85 /-13.93 /3.08   /0.0/0.00    -0.77 /-0.99  15  [bos] b a a a b b b b a a b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -20.89 /-2.30  /-18.59 /   /-21.67    -10.45/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.89 /-2.30  /-18.59 /   /-21.67    -10.45/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -30.64 /-4.35  /-26.30 /   /-29.37    -5.11 /-0.72  7   [bos] a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -38.94 /-9.17  /-29.77 /   /-32.84    -4.33 /-1.02  10  [bos] b b b b a b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -43.64 /-10.27 /-33.36 /   /-36.44    -4.85 /-1.14  10  [bos] a b a b b a a a [eos]
cls0  - sp0 : -10.68 -10.68 2   0.00 [bos] [eos]
cls0  - sp1 : -50.14 -0.39 128 0.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -50.41 -0.40 128 0.00 [bos] b a a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -50.42 -0.40 128 0.00 [bos] b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -50.65 -0.40 128 0.01 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -11.99 -0.92 14  0.31 [bos] b a a a b b b b b a a a [eos]
cls1  - sp1 : -15.91 -0.88 19  0.44 [bos] b a a a b b b b b a a a a b b b b [eos]
cls1  - sp2 : -16.33 -0.96 18  0.41 [bos] b a a a b b b b b a a a a b b b [eos]
cls1  - sp3 : -16.82 -0.99 18  0.47 [bos] b a a a b b b b b a a a a b b b [eos]
cls1  - sp4 : -18.12 -0.95 20  0.42 [bos] b a a a b b b b b a a a a b b b a a [eos]
cls2  - sp0 : -8.98  -0.75 13  0.67 [bos] b a a a b b b b b a b [eos]
cls2  - sp1 : -9.19  -0.77 13  0.67 [bos] b a a a b b b b b b b [eos]
cls2  - sp2 : -11.27 -0.70 17  0.69 [bos] b a a a b b b b b a b b b b b [eos]
cls2  - sp3 : -11.44 -0.71 17  0.69 [bos] b a a a b b b b b a b b b b b [eos]
cls2  - sp4 : -11.56 -0.72 17  0.69 [bos] b a a a b b b b b b b b b b b [eos]
cls3  - sp0 : -10.89 -10.89 2   1.00 [bos] [eos]
cls3  - sp1 : -27.70 -0.22 128 1.00 [bos] b a a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -28.14 -0.22 128 1.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -29.05 -0.23 128 1.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -29.35 -0.23 128 1.00 [bos] b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-19
src: none   none  15  [bos] b a a a b b b b a a b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -10.70 /-13.93 /3.23   /0.0/0.00    -0.76 /-0.99  15  [bos] b a a a b b b b a a b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.07 /-2.30  /-18.77 /   /-22.00    -10.54/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.07 /-2.30  /-18.77 /   /-22.00    -10.54/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -30.26 /-4.35  /-25.91 /   /-29.14    -5.04 /-0.72  7   [bos] a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -40.26 /-9.17  /-31.08 /   /-34.31    -4.47 /-1.02  10  [bos] b b b b a b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -43.63 /-10.27 /-33.35 /   /-36.58    -4.85 /-1.14  10  [bos] a b a b b a a a [eos]
cls0  - sp0 : -10.68 -10.68 2   0.00 [bos] [eos]
cls0  - sp1 : -50.14 -0.39 128 0.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -50.41 -0.40 128 0.00 [bos] b a a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -50.42 -0.40 128 0.00 [bos] b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -50.65 -0.40 128 0.01 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -11.99 -0.92 14  0.31 [bos] b a a a b b b b b a a a [eos]
cls1  - sp1 : -15.91 -0.88 19  0.44 [bos] b a a a b b b b b a a a a b b b b [eos]
cls1  - sp2 : -16.33 -0.96 18  0.41 [bos] b a a a b b b b b a a a a b b b [eos]
cls1  - sp3 : -16.82 -0.99 18  0.47 [bos] b a a a b b b b b a a a a b b b [eos]
cls1  - sp4 : -18.12 -0.95 20  0.42 [bos] b a a a b b b b b a a a a b b b a a [eos]
cls2  - sp0 : -8.98  -0.75 13  0.67 [bos] b a a a b b b b b a b [eos]
cls2  - sp1 : -9.19  -0.77 13  0.67 [bos] b a a a b b b b b b b [eos]
cls2  - sp2 : -11.27 -0.70 17  0.69 [bos] b a a a b b b b b a b b b b b [eos]
cls2  - sp3 : -11.44 -0.71 17  0.69 [bos] b a a a b b b b b a b b b b b [eos]
cls2  - sp4 : -11.56 -0.72 17  0.69 [bos] b a a a b b b b b b b b b b b [eos]
cls3  - sp0 : -10.89 -10.89 2   1.00 [bos] [eos]
cls3  - sp1 : -27.70 -0.22 128 1.00 [bos] b a a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -28.14 -0.22 128 1.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -29.05 -0.23 128 1.00 [bos] b a a a b b b b b a b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -29.35 -0.23 128 1.00 [bos] b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-20
src: none   none  5   [bos] b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.57  /-4.42  /1.85   /0.0/0.00    -0.64 /-1.11  5   [bos] b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -18.74 /-2.81  /-15.93 /   /-17.78    -6.25 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.88 /-2.30  /-26.58 /   /-28.43    -14.44/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -41.06 /-2.81  /-38.25 /   /-40.10    -13.69/-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -44.48 /-6.47  /-38.02 /   /-39.87    -5.56 /-0.81  9   [bos] b b b a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -49.00 /-10.12 /-38.88 /   /-40.73    -3.77 /-0.78  14  [bos] b b b b b b a a a b b b [eos]
cls0  - sp0 : -2.57  -0.64 5   0.00 [bos] b b a [eos]
cls0  - sp1 : -7.10  -7.10 2   0.00 [bos] [eos]
cls0  - sp2 : -8.56  -2.14 5   0.00 [bos] [pad] b a [eos]
cls0  - sp3 : -9.23  -1.85 6   0.20 [bos] b b a [pad] [eos]
cls0  - sp4 : -9.23  -2.31 5   0.00 [bos] [unk] b a [eos]
cls1  - sp0 : -2.66  -0.66 5   0.25 [bos] b b a [eos]
cls1  - sp1 : -3.25  -0.81 5   0.25 [bos] b b a [eos]
cls1  - sp2 : -3.41  -0.85 5   0.25 [bos] b b a [eos]
cls1  - sp3 : -5.22  -1.30 5   0.25 [bos] b b a [eos]
cls1  - sp4 : -5.29  -1.32 5   0.25 [bos] [unk] b a [eos]
cls2  - sp0 : -1.87  -0.47 5   0.50 [bos] b b a [eos]
cls2  - sp1 : -3.46  -0.87 5   0.50 [bos] b b a [eos]
cls2  - sp2 : -3.54  -0.89 5   0.50 [bos] b b a [eos]
cls2  - sp3 : -3.94  -0.99 5   0.50 [bos] b b a [eos]
cls2  - sp4 : -4.30  -1.08 5   0.50 [bos] [unk] b a [eos]
cls3  - sp0 : -1.63  -0.41 5   0.75 [bos] b b a [eos]
cls3  - sp1 : -2.33  -0.58 5   1.00 [bos] b b a [eos]
cls3  - sp2 : -2.60  -0.65 5   0.75 [bos] b b a [eos]
cls3  - sp3 : -2.89  -0.72 5   0.75 [bos] [unk] b a [eos]
cls3  - sp4 : -3.61  -0.90 5   1.00 [bos] [unk] b a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-21
src: none   none  5   [bos] b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.33  /-4.42  /2.09   /0.0/0.00    -0.58 /-1.11  5   [bos] b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -20.08 /-2.81  /-17.27 /   /-19.36    -6.69 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.16 /-2.30  /-25.86 /   /-27.95    -14.08/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -40.83 /-2.81  /-38.01 /   /-40.11    -13.61/-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -47.58 /-6.47  /-41.12 /   /-43.21    -5.95 /-0.81  9   [bos] b b b a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -47.54 /-10.12 /-37.42 /   /-39.51    -3.66 /-0.78  14  [bos] b b b b b b a a a b b b [eos]
cls0  - sp0 : -2.57  -0.64 5   0.00 [bos] b b a [eos]
cls0  - sp1 : -7.10  -7.10 2   0.00 [bos] [eos]
cls0  - sp2 : -8.56  -2.14 5   0.00 [bos] [pad] b a [eos]
cls0  - sp3 : -9.23  -1.85 6   0.20 [bos] b b a [pad] [eos]
cls0  - sp4 : -9.23  -2.31 5   0.00 [bos] [unk] b a [eos]
cls1  - sp0 : -2.66  -0.66 5   0.25 [bos] b b a [eos]
cls1  - sp1 : -3.25  -0.81 5   0.25 [bos] b b a [eos]
cls1  - sp2 : -3.41  -0.85 5   0.25 [bos] b b a [eos]
cls1  - sp3 : -5.22  -1.30 5   0.25 [bos] b b a [eos]
cls1  - sp4 : -5.29  -1.32 5   0.25 [bos] [unk] b a [eos]
cls2  - sp0 : -1.87  -0.47 5   0.50 [bos] b b a [eos]
cls2  - sp1 : -3.46  -0.87 5   0.50 [bos] b b a [eos]
cls2  - sp2 : -3.54  -0.89 5   0.50 [bos] b b a [eos]
cls2  - sp3 : -3.94  -0.99 5   0.50 [bos] b b a [eos]
cls2  - sp4 : -4.30  -1.08 5   0.50 [bos] [unk] b a [eos]
cls3  - sp0 : -1.63  -0.41 5   0.75 [bos] b b a [eos]
cls3  - sp1 : -2.33  -0.58 5   1.00 [bos] b b a [eos]
cls3  - sp2 : -2.60  -0.65 5   0.75 [bos] b b a [eos]
cls3  - sp3 : -2.89  -0.72 5   0.75 [bos] [unk] b a [eos]
cls3  - sp4 : -3.61  -0.90 5   1.00 [bos] [unk] b a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-22
src: none   none  5   [bos] b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.60  /-4.42  /1.82   /0.0/-0.00    -0.65 /-1.11  5   [bos] b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -17.57 /-2.81  /-14.76 /   /-16.58    -5.86 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.67 /-2.30  /-26.37 /   /-28.19    -14.34/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.02 /-2.81  /-35.21 /   /-37.03    -12.67/-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -43.63 /-6.47  /-37.16 /   /-38.98    -5.45 /-0.81  9   [bos] b b b a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -49.85 /-10.12 /-39.73 /   /-41.55    -3.83 /-0.78  14  [bos] b b b b b b a a a b b b [eos]
cls0  - sp0 : -2.60  -0.65 5   0.00 [bos] b b a [eos]
cls0  - sp1 : -6.41  -6.41 2   0.00 [bos] [eos]
cls0  - sp2 : -8.52  -2.13 5   0.00 [bos] [pad] b a [eos]
cls0  - sp3 : -8.88  -1.78 6   0.20 [bos] b b a [pad] [eos]
cls0  - sp4 : -8.93  -2.23 5   0.00 [bos] [unk] b a [eos]
cls1  - sp0 : -2.74  -0.68 5   0.25 [bos] b b a [eos]
cls1  - sp1 : -3.17  -0.79 5   0.25 [bos] b b a [eos]
cls1  - sp2 : -3.53  -0.88 5   0.25 [bos] b b a [eos]
cls1  - sp3 : -5.37  -1.34 5   0.25 [bos] [unk] b a [eos]
cls1  - sp4 : -5.68  -1.42 5   0.25 [bos] b b a [eos]
cls2  - sp0 : -1.86  -0.46 5   0.50 [bos] b b a [eos]
cls2  - sp1 : -3.61  -0.90 5   0.50 [bos] b b a [eos]
cls2  - sp2 : -3.69  -0.92 5   0.50 [bos] b b a [eos]
cls2  - sp3 : -3.92  -0.98 5   0.50 [bos] b b a [eos]
cls2  - sp4 : -4.31  -1.08 5   0.50 [bos] [unk] b a [eos]
cls3  - sp0 : -1.59  -0.40 5   0.75 [bos] b b a [eos]
cls3  - sp1 : -2.33  -0.58 5   1.00 [bos] b b a [eos]
cls3  - sp2 : -2.63  -0.66 5   0.75 [bos] b b a [eos]
cls3  - sp3 : -2.72  -0.68 5   0.75 [bos] [unk] b a [eos]
cls3  - sp4 : -3.46  -0.87 5   1.00 [bos] [unk] b a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-23
src: none   none  5   [bos] b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.33  /-4.42  /2.10   /0.0/0.00    -0.58 /-1.11  5   [bos] b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.56 /-2.81  /-16.74 /   /-18.84    -6.52 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.35 /-2.30  /-26.04 /   /-28.14    -14.17/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.45 /-2.81  /-35.63 /   /-37.73    -12.82/-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -48.73 /-6.47  /-42.27 /   /-44.36    -6.09 /-0.81  9   [bos] b b b a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -51.93 /-10.12 /-41.81 /   /-43.90    -3.99 /-0.78  14  [bos] b b b b b b a a a b b b [eos]
cls0  - sp0 : -2.60  -0.65 5   0.00 [bos] b b a [eos]
cls0  - sp1 : -6.41  -6.41 2   0.00 [bos] [eos]
cls0  - sp2 : -8.52  -2.13 5   0.00 [bos] [pad] b a [eos]
cls0  - sp3 : -8.88  -1.78 6   0.20 [bos] b b a [pad] [eos]
cls0  - sp4 : -8.93  -2.23 5   0.00 [bos] [unk] b a [eos]
cls1  - sp0 : -2.74  -0.68 5   0.25 [bos] b b a [eos]
cls1  - sp1 : -3.17  -0.79 5   0.25 [bos] b b a [eos]
cls1  - sp2 : -3.53  -0.88 5   0.25 [bos] b b a [eos]
cls1  - sp3 : -5.37  -1.34 5   0.25 [bos] [unk] b a [eos]
cls1  - sp4 : -5.68  -1.42 5   0.25 [bos] b b a [eos]
cls2  - sp0 : -1.86  -0.46 5   0.50 [bos] b b a [eos]
cls2  - sp1 : -3.61  -0.90 5   0.50 [bos] b b a [eos]
cls2  - sp2 : -3.69  -0.92 5   0.50 [bos] b b a [eos]
cls2  - sp3 : -3.92  -0.98 5   0.50 [bos] b b a [eos]
cls2  - sp4 : -4.31  -1.08 5   0.50 [bos] [unk] b a [eos]
cls3  - sp0 : -1.59  -0.40 5   0.75 [bos] b b a [eos]
cls3  - sp1 : -2.33  -0.58 5   1.00 [bos] b b a [eos]
cls3  - sp2 : -2.63  -0.66 5   0.75 [bos] b b a [eos]
cls3  - sp3 : -2.72  -0.68 5   0.75 [bos] [unk] b a [eos]
cls3  - sp4 : -3.46  -0.87 5   1.00 [bos] [unk] b a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-24
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.61  /-3.32  /0.71   /0.0/0.00    -0.65 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -18.34 /-2.30  /-16.03 /   /-16.75    -9.17 /-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -26.73 /-2.30  /-24.43 /   /-25.14    -13.37/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -35.34 /-2.81  /-32.53 /   /-33.24    -11.78/-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -62.79 /-8.51  /-54.28 /   /-55.00    -5.23 /-0.71  13  [bos] b b b b b a a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -46.13 /-8.59  /-37.54 /   /-38.26    -4.61 /-0.86  11  [bos] b b a a a a a a b [eos]
cls0  - sp0 : -2.61  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.21  -1.80 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.52  -7.52 2   0.00 [bos] [eos]
cls0  - sp3 : -9.04  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.14 -1.69 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.00  -0.75 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.27  -0.82 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.54  -0.88 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.72  -0.93 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -6.97  -1.74 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.14  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.05  -0.76 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.24  -0.81 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.72  -0.93 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.19  -1.05 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.29  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.98  -0.50 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.87  -0.72 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.89  -0.97 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -3.94  -0.98 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-25
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.98  /-3.32  /1.34   /0.0/0.00    -0.50 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -18.22 /-2.30  /-15.91 /   /-17.26    -9.11 /-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.25 /-2.30  /-25.94 /   /-27.28    -14.12/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.63 /-2.81  /-35.81 /   /-37.15    -12.88/-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -62.41 /-8.51  /-53.90 /   /-55.24    -5.20 /-0.71  13  [bos] b b b b b a a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -46.51 /-8.59  /-37.92 /   /-39.26    -4.65 /-0.86  11  [bos] b b a a a a a a b [eos]
cls0  - sp0 : -2.61  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.21  -1.80 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.52  -7.52 2   0.00 [bos] [eos]
cls0  - sp3 : -9.04  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.14 -1.69 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.00  -0.75 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.27  -0.82 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.54  -0.88 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.72  -0.93 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -6.97  -1.74 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.14  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.05  -0.76 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.24  -0.81 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.72  -0.93 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.19  -1.05 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.29  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.98  -0.50 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.87  -0.72 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.89  -0.97 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -3.94  -0.98 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-26
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.62  /-3.32  /0.70   /0.0/-0.00    -0.65 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -18.08 /-2.30  /-15.78 /   /-16.49    -9.04 /-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -26.46 /-2.30  /-24.15 /   /-24.86    -13.23/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -35.32 /-2.81  /-32.51 /   /-33.21    -11.77/-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -62.17 /-8.51  /-53.66 /   /-54.36    -5.18 /-0.71  13  [bos] b b b b b a a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -45.34 /-8.59  /-36.75 /   /-37.46    -4.53 /-0.86  11  [bos] b b a a a a a a b [eos]
cls0  - sp0 : -2.62  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.15  -1.79 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.47  -7.47 2   0.00 [bos] [eos]
cls0  - sp3 : -9.03  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.07 -1.68 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.08  -0.77 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.31  -0.83 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.55  -0.89 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.74  -0.94 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -7.00  -1.75 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.11  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.16  -0.79 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.26  -0.82 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.81  -0.95 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.23  -1.06 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.26  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.96  -0.49 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.84  -0.71 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.96  -0.99 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -4.00  -1.00 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-27
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.96  /-3.32  /1.36   /0.0/0.00    -0.49 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -18.11 /-2.30  /-15.81 /   /-17.17    -9.06 /-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.04 /-2.30  /-25.73 /   /-27.10    -14.02/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.42 /-2.81  /-35.61 /   /-36.97    -12.81/-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -61.96 /-8.51  /-53.45 /   /-54.81    -5.16 /-0.71  13  [bos] b b b b b a a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -46.68 /-8.59  /-38.09 /   /-39.45    -4.67 /-0.86  11  [bos] b b a a a a a a b [eos]
cls0  - sp0 : -2.62  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.15  -1.79 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.47  -7.47 2   0.00 [bos] [eos]
cls0  - sp3 : -9.03  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.07 -1.68 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.08  -0.77 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.31  -0.83 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.55  -0.89 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.74  -0.94 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -7.00  -1.75 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.11  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.16  -0.79 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.26  -0.82 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.81  -0.95 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.23  -1.06 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.26  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.96  -0.49 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.84  -0.71 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.96  -0.99 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -4.00  -1.00 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-28
src: none   none  4   [bos] a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.03  /-2.81  /0.78   /0.0/-0.00    -0.68 /-0.94  4   [bos] a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -108.82/-21.66 /-87.16 /   /-87.94    -4.03 /-0.80  28  [bos] a b a a a b b b b b b a a b b b b a a a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -90.15 /-16.48 /-73.67 /   /-74.46    -4.74 /-0.87  20  [bos] a a a a a a a b b a a b b a a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -49.37 /-7.05  /-42.32 /   /-43.10    -7.05 /-1.01  8   [bos] a b b b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -25.55 /-2.30  /-23.25 /   /-24.03    -12.78/-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -16.75 /-2.30  /-14.45 /   /-15.23    -8.38 /-1.15  3   [bos] a [eos]
cls0  - sp0 : -2.03  -0.68 4   0.00 [bos] a a [eos]
cls0  - sp1 : -5.47  -1.82 4   0.00 [bos] [unk] a [eos]
cls0  - sp2 : -6.20  -6.20 2   0.00 [bos] [eos]
cls0  - sp3 : -8.97  -1.50 7   0.17 [bos] a a [pad] a a [eos]
cls0  - sp4 : -9.58  -3.19 4   0.00 [bos] a [unk] [eos]
cls1  - sp0 : -1.92  -0.64 4   0.33 [bos] a a [eos]
cls1  - sp1 : -2.35  -0.78 4   0.33 [bos] a a [eos]
cls1  - sp2 : -3.49  -1.16 4   0.33 [bos] a a [eos]
cls1  - sp3 : -4.58  -1.53 4   0.33 [bos] [unk] a [eos]
cls1  - sp4 : -6.18  -2.06 4   0.33 [bos] [pad] a [eos]
cls2  - sp0 : -1.00  -0.33 4   0.67 [bos] a a [eos]
cls2  - sp1 : -3.12  -1.04 4   0.67 [bos] a a [eos]
cls2  - sp2 : -3.68  -1.23 4   0.67 [bos] a a [eos]
cls2  - sp3 : -5.38  -1.79 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -5.65  -1.88 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.15  -0.72 4   1.00 [bos] a a [eos]
cls3  - sp1 : -6.45  -2.15 4   1.00 [bos] [pad] a [eos]
cls3  - sp2 : -6.62  -6.62 2   1.00 [bos] [eos]
cls3  - sp3 : -6.97  -1.16 7   0.83 [bos] a a [pad] a a [eos]
cls3  - sp4 : -7.79  -1.30 7   1.00 [bos] a a [pad] a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-29
src: none   none  4   [bos] a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.15  /-2.81  /0.67   /0.0/-0.00    -0.72 /-0.94  4   [bos] a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -129.91/-21.66 /-108.24/   /-108.91    -4.81 /-0.80  28  [bos] a b a a a b b b b b b a a b b b b a a a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -86.81 /-16.48 /-70.33 /   /-71.00    -4.57 /-0.87  20  [bos] a a a a a a a b b a a b b a a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -51.38 /-7.05  /-44.33 /   /-45.00    -7.34 /-1.01  8   [bos] a b b b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -26.34 /-2.30  /-24.04 /   /-24.70    -13.17/-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -16.35 /-2.30  /-14.04 /   /-14.71    -8.17 /-1.15  3   [bos] a [eos]
cls0  - sp0 : -2.03  -0.68 4   0.00 [bos] a a [eos]
cls0  - sp1 : -5.47  -1.82 4   0.00 [bos] [unk] a [eos]
cls0  - sp2 : -6.20  -6.20 2   0.00 [bos] [eos]
cls0  - sp3 : -8.97  -1.50 7   0.17 [bos] a a [pad] a a [eos]
cls0  - sp4 : -9.58  -3.19 4   0.00 [bos] a [unk] [eos]
cls1  - sp0 : -1.92  -0.64 4   0.33 [bos] a a [eos]
cls1  - sp1 : -2.35  -0.78 4   0.33 [bos] a a [eos]
cls1  - sp2 : -3.49  -1.16 4   0.33 [bos] a a [eos]
cls1  - sp3 : -4.58  -1.53 4   0.33 [bos] [unk] a [eos]
cls1  - sp4 : -6.18  -2.06 4   0.33 [bos] [pad] a [eos]
cls2  - sp0 : -1.00  -0.33 4   0.67 [bos] a a [eos]
cls2  - sp1 : -3.12  -1.04 4   0.67 [bos] a a [eos]
cls2  - sp2 : -3.68  -1.23 4   0.67 [bos] a a [eos]
cls2  - sp3 : -5.38  -1.79 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -5.65  -1.88 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.15  -0.72 4   1.00 [bos] a a [eos]
cls3  - sp1 : -6.45  -2.15 4   1.00 [bos] [pad] a [eos]
cls3  - sp2 : -6.62  -6.62 2   1.00 [bos] [eos]
cls3  - sp3 : -6.97  -1.16 7   0.83 [bos] a a [pad] a a [eos]
cls3  - sp4 : -7.79  -1.30 7   1.00 [bos] a a [pad] a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-30
src: none   none  4   [bos] a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.03  /-2.81  /0.78   /0.0/-0.00    -0.68 /-0.94  4   [bos] a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -118.37/-21.66 /-96.71 /   /-97.49    -4.38 /-0.80  28  [bos] a b a a a b b b b b b a a b b b b a a a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -92.59 /-16.48 /-76.11 /   /-76.89    -4.87 /-0.87  20  [bos] a a a a a a a b b a a b b a a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -47.99 /-7.05  /-40.94 /   /-41.72    -6.86 /-1.01  8   [bos] a b b b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -24.50 /-2.30  /-22.20 /   /-22.98    -12.25/-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -15.72 /-2.30  /-13.42 /   /-14.20    -7.86 /-1.15  3   [bos] a [eos]
cls0  - sp0 : -2.03  -0.68 4   0.00 [bos] a a [eos]
cls0  - sp1 : -5.33  -1.78 4   0.00 [bos] [unk] a [eos]
cls0  - sp2 : -5.86  -5.86 2   0.00 [bos] [eos]
cls0  - sp3 : -8.99  -3.00 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -9.05  -1.51 7   0.17 [bos] a a [pad] a a [eos]
cls1  - sp0 : -1.82  -0.61 4   0.33 [bos] a a [eos]
cls1  - sp1 : -2.46  -0.82 4   0.33 [bos] a a [eos]
cls1  - sp2 : -3.44  -1.15 4   0.33 [bos] a a [eos]
cls1  - sp3 : -4.36  -1.45 4   0.33 [bos] [unk] a [eos]
cls1  - sp4 : -6.06  -2.02 4   0.33 [bos] [pad] a [eos]
cls2  - sp0 : -1.05  -0.35 4   0.67 [bos] a a [eos]
cls2  - sp1 : -2.99  -1.00 4   0.67 [bos] a a [eos]
cls2  - sp2 : -3.75  -1.25 4   0.67 [bos] a a [eos]
cls2  - sp3 : -5.18  -1.73 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -5.42  -1.81 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.15  -0.72 4   1.00 [bos] a a [eos]
cls3  - sp1 : -6.23  -2.08 4   1.00 [bos] [pad] a [eos]
cls3  - sp2 : -6.34  -6.34 2   1.00 [bos] [eos]
cls3  - sp3 : -7.28  -1.21 7   0.83 [bos] a a [pad] a a [eos]
cls3  - sp4 : -8.08  -1.35 7   1.00 [bos] a a [pad] a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-31
src: none   none  4   [bos] a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.15  /-2.81  /0.66   /0.0/-0.00    -0.72 /-0.94  4   [bos] a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -137.51/-21.66 /-115.85/   /-116.51    -5.09 /-0.80  28  [bos] a b a a a b b b b b b a a b b b b a a a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -89.65 /-16.48 /-73.17 /   /-73.83    -4.72 /-0.87  20  [bos] a a a a a a a b b a a b b a a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -50.14 /-7.05  /-43.09 /   /-43.75    -7.16 /-1.01  8   [bos] a b b b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -25.59 /-2.30  /-23.29 /   /-23.94    -12.79/-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -15.54 /-2.30  /-13.24 /   /-13.90    -7.77 /-1.15  3   [bos] a [eos]
cls0  - sp0 : -2.03  -0.68 4   0.00 [bos] a a [eos]
cls0  - sp1 : -5.33  -1.78 4   0.00 [bos] [unk] a [eos]
cls0  - sp2 : -5.86  -5.86 2   0.00 [bos] [eos]
cls0  - sp3 : -8.99  -3.00 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -9.05  -1.51 7   0.17 [bos] a a [pad] a a [eos]
cls1  - sp0 : -1.82  -0.61 4   0.33 [bos] a a [eos]
cls1  - sp1 : -2.46  -0.82 4   0.33 [bos] a a [eos]
cls1  - sp2 : -3.44  -1.15 4   0.33 [bos] a a [eos]
cls1  - sp3 : -4.36  -1.45 4   0.33 [bos] [unk] a [eos]
cls1  - sp4 : -6.06  -2.02 4   0.33 [bos] [pad] a [eos]
cls2  - sp0 : -1.05  -0.35 4   0.67 [bos] a a [eos]
cls2  - sp1 : -2.99  -1.00 4   0.67 [bos] a a [eos]
cls2  - sp2 : -3.75  -1.25 4   0.67 [bos] a a [eos]
cls2  - sp3 : -5.18  -1.73 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -5.42  -1.81 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.15  -0.72 4   1.00 [bos] a a [eos]
cls3  - sp1 : -6.23  -2.08 4   1.00 [bos] [pad] a [eos]
cls3  - sp2 : -6.34  -6.34 2   1.00 [bos] [eos]
cls3  - sp3 : -7.28  -1.21 7   0.83 [bos] a a [pad] a a [eos]
cls3  - sp4 : -8.08  -1.35 7   1.00 [bos] a a [pad] a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-32
src: none   none  6   [bos] b b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.42  /-4.93  /1.51   /0.0/0.00    -0.68 /-0.99  6   [bos] b b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -35.71 /-9.69  /-26.02 /   /-27.54    -3.57 /-0.97  11  [bos] b b b a b a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -39.38 /-2.81  /-36.56 /   /-38.08    -13.13/-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.43 /-3.91  /-24.52 /   /-26.03    -9.48 /-1.30  4   [bos] a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -29.88 /-2.30  /-27.58 /   /-29.09    -14.94/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -22.82 /-3.84  /-18.98 /   /-20.50    -4.56 /-0.77  6   [bos] a a a a [eos]
cls0  - sp0 : -3.39  -0.68 6   0.20 [bos] b b a a [eos]
cls0  - sp1 : -3.41  -0.68 6   0.20 [bos] b b a a [eos]
cls0  - sp2 : -3.42  -0.68 6   0.00 [bos] b b a a [eos]
cls0  - sp3 : -4.52  -0.90 6   0.20 [bos] b b a a [eos]
cls0  - sp4 : -5.25  -1.05 6   0.20 [bos] b b a a [eos]
cls1  - sp0 : -3.38  -0.68 6   0.40 [bos] b b a a [eos]
cls1  - sp1 : -3.73  -0.75 6   0.40 [bos] b b a a [eos]
cls1  - sp2 : -3.87  -0.77 6   0.40 [bos] b b a a [eos]
cls1  - sp3 : -4.12  -0.82 6   0.40 [bos] b b a a [eos]
cls1  - sp4 : -4.48  -0.90 6   0.40 [bos] b b a a [eos]
cls2  - sp0 : -2.38  -0.48 6   0.60 [bos] b b a a [eos]
cls2  - sp1 : -3.58  -0.72 6   0.60 [bos] b b a a [eos]
cls2  - sp2 : -3.87  -0.77 6   0.60 [bos] b b a a [eos]
cls2  - sp3 : -4.13  -0.83 6   0.60 [bos] b b a a [eos]
cls2  - sp4 : -4.40  -0.88 6   0.60 [bos] b b a a [eos]
cls3  - sp0 : -1.81  -0.36 6   0.80 [bos] b b a a [eos]
cls3  - sp1 : -2.51  -0.50 6   1.00 [bos] b b a a [eos]
cls3  - sp2 : -3.07  -0.61 6   0.80 [bos] b b a a [eos]
cls3  - sp3 : -3.44  -0.69 6   0.80 [bos] [unk] b a a [eos]
cls3  - sp4 : -4.13  -0.83 6   1.00 [bos] [unk] b a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-33
src: none   none  6   [bos] b b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.51  /-4.93  /2.43   /0.0/0.00    -0.50 /-0.99  6   [bos] b b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -34.22 /-9.69  /-24.54 /   /-26.97    -3.42 /-0.97  11  [bos] b b b a b a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -39.06 /-2.81  /-36.25 /   /-38.68    -13.02/-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.48 /-3.91  /-24.57 /   /-27.00    -9.49 /-1.30  4   [bos] a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -29.29 /-2.30  /-26.99 /   /-29.42    -14.65/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.02 /-3.84  /-17.18 /   /-19.61    -4.20 /-0.77  6   [bos] a a a a [eos]
cls0  - sp0 : -3.39  -0.68 6   0.20 [bos] b b a a [eos]
cls0  - sp1 : -3.41  -0.68 6   0.20 [bos] b b a a [eos]
cls0  - sp2 : -3.42  -0.68 6   0.00 [bos] b b a a [eos]
cls0  - sp3 : -4.52  -0.90 6   0.20 [bos] b b a a [eos]
cls0  - sp4 : -5.25  -1.05 6   0.20 [bos] b b a a [eos]
cls1  - sp0 : -3.38  -0.68 6   0.40 [bos] b b a a [eos]
cls1  - sp1 : -3.73  -0.75 6   0.40 [bos] b b a a [eos]
cls1  - sp2 : -3.87  -0.77 6   0.40 [bos] b b a a [eos]
cls1  - sp3 : -4.12  -0.82 6   0.40 [bos] b b a a [eos]
cls1  - sp4 : -4.48  -0.90 6   0.40 [bos] b b a a [eos]
cls2  - sp0 : -2.38  -0.48 6   0.60 [bos] b b a a [eos]
cls2  - sp1 : -3.58  -0.72 6   0.60 [bos] b b a a [eos]
cls2  - sp2 : -3.87  -0.77 6   0.60 [bos] b b a a [eos]
cls2  - sp3 : -4.13  -0.83 6   0.60 [bos] b b a a [eos]
cls2  - sp4 : -4.40  -0.88 6   0.60 [bos] b b a a [eos]
cls3  - sp0 : -1.81  -0.36 6   0.80 [bos] b b a a [eos]
cls3  - sp1 : -2.51  -0.50 6   1.00 [bos] b b a a [eos]
cls3  - sp2 : -3.07  -0.61 6   0.80 [bos] b b a a [eos]
cls3  - sp3 : -3.44  -0.69 6   0.80 [bos] [unk] b a a [eos]
cls3  - sp4 : -4.13  -0.83 6   1.00 [bos] [unk] b a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-34
src: none   none  6   [bos] b b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -7.75  /-4.93  /-2.81  /0.0/0.00    -1.55 /-0.99  6   [bos] b b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -34.61 /-9.69  /-24.92 /   /-22.11    -3.46 /-0.97  11  [bos] b b b a b a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -37.17 /-2.81  /-34.36 /   /-31.54    -12.39/-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -26.57 /-3.91  /-22.66 /   /-19.84    -8.86 /-1.30  4   [bos] a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -28.45 /-2.30  /-26.15 /   /-23.34    -14.23/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -25.15 /-3.84  /-21.32 /   /-18.51    -5.03 /-0.77  6   [bos] a a a a [eos]
cls0  - sp0 : -6.41  -6.41 2   0.00 [bos] [eos]
cls0  - sp1 : -15.97 -0.13 128 0.00 [bos] b b a a a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -16.26 -0.13 128 0.01 [bos] b b a a a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -16.54 -0.13 128 0.00 [bos] b b a a a a a a b a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -16.79 -0.13 128 0.01 [bos] b b a a a a a a b a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -5.58  -1.12 6   0.40 [bos] b b a a [eos]
cls1  - sp1 : -47.76 -0.38 128 0.50 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -47.80 -0.38 128 0.50 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -48.65 -0.38 128 0.42 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -48.68 -0.38 128 0.42 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -4.29  -0.86 6   0.60 [bos] b b a a [eos]
cls2  - sp1 : -5.10  -0.85 7   0.67 [bos] b b a a [pad] [eos]
cls2  - sp2 : -38.32 -0.30 128 0.75 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -38.36 -0.30 128 0.73 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -39.02 -0.31 128 0.72 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -3.82  -0.76 6   0.80 [bos] b b a a [eos]
cls3  - sp1 : -5.71  -0.04 128 1.00 [bos] b b a a [pad] a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp2 : -6.43  -6.43 2   1.00 [bos] [eos]
cls3  - sp3 : -6.54  -0.05 128 0.99 [bos] b b a a [pad] a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp4 : -8.92  -0.07 128 0.99 [bos] b b a a [pad] a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-35
src: none   none  6   [bos] b b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -4.46  /-4.93  /0.48   /0.0/0.00    -0.89 /-0.99  6   [bos] b b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -31.84 /-9.69  /-22.15 /   /-22.63    -3.18 /-0.97  11  [bos] b b b a b a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -36.73 /-2.81  /-33.92 /   /-34.40    -12.24/-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -26.61 /-3.91  /-22.70 /   /-23.18    -8.87 /-1.30  4   [bos] a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -27.86 /-2.30  /-25.55 /   /-26.03    -13.93/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.07 /-3.84  /-17.23 /   /-17.71    -4.21 /-0.77  6   [bos] a a a a [eos]
cls0  - sp0 : -6.41  -6.41 2   0.00 [bos] [eos]
cls0  - sp1 : -15.97 -0.13 128 0.00 [bos] b b a a a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -16.26 -0.13 128 0.01 [bos] b b a a a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -16.54 -0.13 128 0.00 [bos] b b a a a a a a b a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -16.79 -0.13 128 0.01 [bos] b b a a a a a a b a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -5.58  -1.12 6   0.40 [bos] b b a a [eos]
cls1  - sp1 : -47.76 -0.38 128 0.50 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -47.80 -0.38 128 0.50 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -48.65 -0.38 128 0.42 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -48.68 -0.38 128 0.42 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -4.29  -0.86 6   0.60 [bos] b b a a [eos]
cls2  - sp1 : -5.10  -0.85 7   0.67 [bos] b b a a [pad] [eos]
cls2  - sp2 : -38.32 -0.30 128 0.75 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -38.36 -0.30 128 0.73 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -39.02 -0.31 128 0.72 [bos] b b a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -3.82  -0.76 6   0.80 [bos] b b a a [eos]
cls3  - sp1 : -5.71  -0.04 128 1.00 [bos] b b a a [pad] a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp2 : -6.43  -6.43 2   1.00 [bos] [eos]
cls3  - sp3 : -6.54  -0.05 128 0.99 [bos] b b a a [pad] a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp4 : -8.92  -0.07 128 0.99 [bos] b b a a [pad] a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-36
src: none   none  6   [bos] b a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.96  /-6.03  /-2.92  /0.0/-0.00    -1.79 /-1.21  6   [bos] b a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -18.88 /-3.91  /-14.97 /   /-12.05    -6.29 /-1.30  4   [bos] b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -18.94 /-2.30  /-16.63 /   /-13.71    -9.47 /-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -29.12 /-4.42  /-24.70 /   /-21.78    -7.28 /-1.11  5   [bos] b a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -16.31 /-4.93  /-11.37 /   /-8.45    -3.26 /-0.99  6   [bos] a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.64 /-2.30  /-24.33 /   /-21.41    -13.32/-1.15  3   [bos] a [eos]
cls0  - sp0 : -6.82  -6.82 2   0.00 [bos] [eos]
cls0  - sp1 : -38.22 -0.30 128 0.02 [bos] b a b b [pad] b b b b b a a a a a a b a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -38.23 -0.30 128 0.02 [bos] b a b b [pad] b b b a b a a a a a a b a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -38.70 -0.30 128 0.02 [bos] b a b b [pad] b b b b b a a a a a a b a a a a a a a a a a a b b b b b b b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -38.71 -0.30 128 0.02 [bos] b a b b [pad] b b b a b a a a a a a b a a a a a a a a a a a b b b b b b b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -121.08 -0.95 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b
cls1  - sp1 : -122.82 -0.97 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b a a a
cls1  - sp2 : -122.83 -0.97 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b a a
cls1  - sp3 : -122.94 -0.97 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b a
cls1  - sp4 : -123.61 -0.97 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -196.88 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -197.13 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -197.21 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -197.23 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -197.23 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b a b a b b b b b b b b b b b a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -6.80  -6.80 2   1.00 [bos] [eos]
cls3  - sp1 : -20.61 -0.16 128 1.00 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -20.78 -0.16 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -20.99 -0.17 128 1.00 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -21.22 -0.17 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-37
src: none   none  6   [bos] b a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -6.25  /-6.03  /-0.22  /0.0/-0.00    -1.25 /-1.21  6   [bos] b a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.22 /-3.91  /-15.31 /   /-15.10    -6.41 /-1.30  4   [bos] b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.01 /-2.30  /-17.70 /   /-17.49    -10.00/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -26.44 /-4.42  /-22.02 /   /-21.80    -6.61 /-1.11  5   [bos] b a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -12.70 /-4.93  /-7.77  /   /-7.55    -2.54 /-0.99  6   [bos] a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.12 /-2.30  /-23.82 /   /-23.60    -13.06/-1.15  3   [bos] a [eos]
cls0  - sp0 : -6.82  -6.82 2   0.00 [bos] [eos]
cls0  - sp1 : -38.22 -0.30 128 0.02 [bos] b a b b [pad] b b b b b a a a a a a b a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -38.23 -0.30 128 0.02 [bos] b a b b [pad] b b b a b a a a a a a b a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -38.70 -0.30 128 0.02 [bos] b a b b [pad] b b b b b a a a a a a b a a a a a a a a a a a b b b b b b b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -38.71 -0.30 128 0.02 [bos] b a b b [pad] b b b a b a a a a a a b a a a a a a a a a a a b b b b b b b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -121.08 -0.95 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b
cls1  - sp1 : -122.82 -0.97 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b a a a
cls1  - sp2 : -122.83 -0.97 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b a a
cls1  - sp3 : -122.94 -0.97 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b a
cls1  - sp4 : -123.61 -0.97 128 0.25 [bos] b a b b [pad] b b b b b a a a a a a b [pad] b a a a a a a b b b b b b b [pad] b b b b b b b b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -196.88 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -197.13 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -197.21 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -197.23 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -197.23 -1.55 128 0.75 [bos] b a b b a b b b b b b b b b b b b b a b a b b b b b b b b b b b a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -6.80  -6.80 2   1.00 [bos] [eos]
cls3  - sp1 : -20.61 -0.16 128 1.00 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -20.78 -0.16 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -20.99 -0.17 128 1.00 [bos] b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -21.22 -0.17 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-38
src: none   none  6   [bos] b a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -9.28  /-6.03  /-3.25  /0.0/-0.00    -1.86 /-1.21  6   [bos] b a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -18.61 /-3.91  /-14.70 /   /-11.45    -6.20 /-1.30  4   [bos] b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -18.85 /-2.30  /-16.55 /   /-13.30    -9.43 /-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.46 /-4.42  /-24.04 /   /-20.79    -7.11 /-1.11  5   [bos] b a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -15.84 /-4.93  /-10.91 /   /-7.66    -3.17 /-0.99  6   [bos] a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.06 /-2.30  /-23.76 /   /-20.51    -13.03/-1.15  3   [bos] a [eos]
cls0  - sp0 : -6.19  -6.19 2   0.00 [bos] [eos]
cls0  - sp1 : -22.58 -0.18 128 0.03 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -23.67 -0.19 128 0.03 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -23.85 -0.19 128 0.03 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -24.08 -0.19 128 0.03 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -6.30  -1.26 6   0.40 [bos] b a b b [eos]
cls1  - sp1 : -48.37 -0.38 128 0.29 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -48.42 -0.38 128 0.29 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -48.60 -0.38 128 0.27 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -48.65 -0.38 128 0.27 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -5.57  -1.11 6   0.60 [bos] b a b b [eos]
cls2  - sp1 : -180.68 -1.42 128 0.75 [bos] b a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -181.10 -1.43 128 0.75 [bos] b a b b a [unk] b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -181.60 -1.43 128 0.75 [bos] b a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -181.67 -1.43 128 0.75 [bos] b a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -6.29  -6.29 2   1.00 [bos] [eos]
cls3  - sp1 : -19.14 -0.15 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -19.76 -0.16 128 0.99 [bos] b a b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -20.44 -0.16 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -20.70 -0.16 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-39
src: none   none  6   [bos] b a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.35  /-6.03  /0.68   /0.0/-0.00    -1.07 /-1.21  6   [bos] b a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.32 /-3.91  /-15.41 /   /-16.09    -6.44 /-1.30  4   [bos] b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.51 /-2.30  /-18.20 /   /-18.88    -10.25/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -26.58 /-4.42  /-22.15 /   /-22.83    -6.64 /-1.11  5   [bos] b a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -11.09 /-4.93  /-6.16  /   /-6.83    -2.22 /-0.99  6   [bos] a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -25.95 /-2.30  /-23.64 /   /-24.32    -12.97/-1.15  3   [bos] a [eos]
cls0  - sp0 : -6.19  -6.19 2   0.00 [bos] [eos]
cls0  - sp1 : -22.58 -0.18 128 0.03 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -23.67 -0.19 128 0.03 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -23.85 -0.19 128 0.03 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -24.08 -0.19 128 0.03 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -6.30  -1.26 6   0.40 [bos] b a b b [eos]
cls1  - sp1 : -48.37 -0.38 128 0.29 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -48.42 -0.38 128 0.29 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -48.60 -0.38 128 0.27 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -48.65 -0.38 128 0.27 [bos] b a b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -5.57  -1.11 6   0.60 [bos] b a b b [eos]
cls2  - sp1 : -180.68 -1.42 128 0.75 [bos] b a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -181.10 -1.43 128 0.75 [bos] b a b b a [unk] b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -181.60 -1.43 128 0.75 [bos] b a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -181.67 -1.43 128 0.75 [bos] b a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -6.29  -6.29 2   1.00 [bos] [eos]
cls3  - sp1 : -19.14 -0.15 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -19.76 -0.16 128 0.99 [bos] b a b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -20.44 -0.16 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -20.70 -0.16 128 1.00 [bos] b a b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-40
src: none   none  4   [bos] b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.87  /-3.91  /2.04   /0.0/-0.00    -0.62 /-1.30  4   [bos] b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -43.78 /-9.25  /-34.53 /   /-36.57    -6.25 /-1.32  8   [bos] a b b a b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -44.99 /-9.76  /-35.23 /   /-37.27    -5.62 /-1.22  9   [bos] b b b a b a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -15.78 /-4.93  /-10.84 /   /-12.88    -3.16 /-0.99  6   [bos] b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -19.85 /-3.91  /-15.94 /   /-17.98    -6.62 /-1.30  4   [bos] a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -23.54 /-2.30  /-21.24 /   /-23.28    -11.77/-1.15  3   [bos] a [eos]
cls0  - sp0 : -1.87  -0.62 4   0.00 [bos] b a [eos]
cls0  - sp1 : -4.00  -4.00 2   0.00 [bos] [eos]
cls0  - sp2 : -5.81  -1.94 4   0.00 [bos] [unk] a [eos]
cls0  - sp3 : -6.11  -2.04 4   0.00 [bos] [pad] a [eos]
cls0  - sp4 : -8.48  -2.83 4   0.00 [bos] b [unk] [eos]
cls1  - sp0 : -1.79  -0.60 4   0.33 [bos] b a [eos]
cls1  - sp1 : -2.93  -0.98 4   0.33 [bos] [unk] a [eos]
cls1  - sp2 : -3.17  -1.06 4   0.33 [bos] b a [eos]
cls1  - sp3 : -3.43  -1.14 4   0.33 [bos] b a [eos]
cls1  - sp4 : -4.93  -1.64 4   0.33 [bos] [unk] a [eos]
cls2  - sp0 : -1.89  -0.63 4   0.67 [bos] b a [eos]
cls2  - sp1 : -2.04  -0.68 4   0.67 [bos] [unk] a [eos]
cls2  - sp2 : -2.86  -0.95 4   0.67 [bos] b a [eos]
cls2  - sp3 : -4.16  -1.39 4   0.67 [bos] [unk] a [eos]
cls2  - sp4 : -4.26  -1.42 4   0.67 [bos] [pad] a [eos]
cls3  - sp0 : -2.93  -0.98 4   1.00 [bos] b a [eos]
cls3  - sp1 : -3.08  -1.03 4   1.00 [bos] [unk] a [eos]
cls3  - sp2 : -4.36  -4.36 2   1.00 [bos] [eos]
cls3  - sp3 : -5.30  -1.77 4   1.00 [bos] [pad] a [eos]
cls3  - sp4 : -7.83  -1.96 5   0.75 [bos] b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-41
src: none   none  4   [bos] b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.93  /-3.91  /0.98   /0.0/-0.00    -0.98 /-1.30  4   [bos] b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -45.90 /-9.25  /-36.65 /   /-37.63    -6.56 /-1.32  8   [bos] a b b a b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -47.78 /-9.76  /-38.02 /   /-39.00    -5.97 /-1.22  9   [bos] b b b a b a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -18.89 /-4.93  /-13.96 /   /-14.94    -3.78 /-0.99  6   [bos] b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -20.65 /-3.91  /-16.73 /   /-17.71    -6.88 /-1.30  4   [bos] a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -23.21 /-2.30  /-20.91 /   /-21.89    -11.60/-1.15  3   [bos] a [eos]
cls0  - sp0 : -1.87  -0.62 4   0.00 [bos] b a [eos]
cls0  - sp1 : -4.00  -4.00 2   0.00 [bos] [eos]
cls0  - sp2 : -5.81  -1.94 4   0.00 [bos] [unk] a [eos]
cls0  - sp3 : -6.11  -2.04 4   0.00 [bos] [pad] a [eos]
cls0  - sp4 : -8.48  -2.83 4   0.00 [bos] b [unk] [eos]
cls1  - sp0 : -1.79  -0.60 4   0.33 [bos] b a [eos]
cls1  - sp1 : -2.93  -0.98 4   0.33 [bos] [unk] a [eos]
cls1  - sp2 : -3.17  -1.06 4   0.33 [bos] b a [eos]
cls1  - sp3 : -3.43  -1.14 4   0.33 [bos] b a [eos]
cls1  - sp4 : -4.93  -1.64 4   0.33 [bos] [unk] a [eos]
cls2  - sp0 : -1.89  -0.63 4   0.67 [bos] b a [eos]
cls2  - sp1 : -2.04  -0.68 4   0.67 [bos] [unk] a [eos]
cls2  - sp2 : -2.86  -0.95 4   0.67 [bos] b a [eos]
cls2  - sp3 : -4.16  -1.39 4   0.67 [bos] [unk] a [eos]
cls2  - sp4 : -4.26  -1.42 4   0.67 [bos] [pad] a [eos]
cls3  - sp0 : -2.93  -0.98 4   1.00 [bos] b a [eos]
cls3  - sp1 : -3.08  -1.03 4   1.00 [bos] [unk] a [eos]
cls3  - sp2 : -4.36  -4.36 2   1.00 [bos] [eos]
cls3  - sp3 : -5.30  -1.77 4   1.00 [bos] [pad] a [eos]
cls3  - sp4 : -7.83  -1.96 5   0.75 [bos] b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-42
src: none   none  4   [bos] b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.99  /-3.91  /1.92   /0.0/-0.00    -0.66 /-1.30  4   [bos] b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -43.90 /-9.25  /-34.65 /   /-36.57    -6.27 /-1.32  8   [bos] a b b a b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -46.27 /-9.76  /-36.51 /   /-38.44    -5.78 /-1.22  9   [bos] b b b a b a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -15.62 /-4.93  /-10.69 /   /-12.61    -3.12 /-0.99  6   [bos] b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -18.58 /-3.91  /-14.66 /   /-16.59    -6.19 /-1.30  4   [bos] a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.88 /-2.30  /-19.58 /   /-21.51    -10.94/-1.15  3   [bos] a [eos]
cls0  - sp0 : -1.99  -0.66 4   0.00 [bos] b a [eos]
cls0  - sp1 : -3.31  -3.31 2   0.00 [bos] [eos]
cls0  - sp2 : -5.44  -1.81 4   0.00 [bos] [unk] a [eos]
cls0  - sp3 : -5.99  -2.00 4   0.00 [bos] [pad] a [eos]
cls0  - sp4 : -8.03  -2.68 4   0.00 [bos] b [unk] [eos]
cls1  - sp0 : -1.91  -0.64 4   0.33 [bos] b a [eos]
cls1  - sp1 : -2.90  -0.97 4   0.33 [bos] [unk] a [eos]
cls1  - sp2 : -3.25  -1.08 4   0.33 [bos] b a [eos]
cls1  - sp3 : -3.59  -1.20 4   0.33 [bos] b a [eos]
cls1  - sp4 : -4.52  -1.51 4   0.33 [bos] [unk] a [eos]
cls2  - sp0 : -1.98  -0.66 4   0.67 [bos] [unk] a [eos]
cls2  - sp1 : -1.98  -0.66 4   0.67 [bos] b a [eos]
cls2  - sp2 : -2.96  -0.99 4   0.67 [bos] b a [eos]
cls2  - sp3 : -3.89  -1.30 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -4.10  -1.37 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.99  -1.00 4   1.00 [bos] [unk] a [eos]
cls3  - sp1 : -3.00  -1.00 4   1.00 [bos] b a [eos]
cls3  - sp2 : -3.70  -3.70 2   1.00 [bos] [eos]
cls3  - sp3 : -4.90  -1.63 4   1.00 [bos] [pad] a [eos]
cls3  - sp4 : -7.73  -1.93 5   0.75 [bos] b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-43
src: none   none  4   [bos] b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.00  /-3.91  /0.91   /0.0/-0.00    -1.00 /-1.30  4   [bos] b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -48.45 /-9.25  /-39.20 /   /-40.11    -6.92 /-1.32  8   [bos] a b b a b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -52.00 /-9.76  /-42.24 /   /-43.15    -6.50 /-1.22  9   [bos] b b b a b a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.88 /-4.93  /-15.94 /   /-16.86    -4.18 /-0.99  6   [bos] b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -19.49 /-3.91  /-15.58 /   /-16.49    -6.50 /-1.30  4   [bos] a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.61 /-2.30  /-19.31 /   /-20.22    -10.81/-1.15  3   [bos] a [eos]
cls0  - sp0 : -1.99  -0.66 4   0.00 [bos] b a [eos]
cls0  - sp1 : -3.31  -3.31 2   0.00 [bos] [eos]
cls0  - sp2 : -5.44  -1.81 4   0.00 [bos] [unk] a [eos]
cls0  - sp3 : -5.99  -2.00 4   0.00 [bos] [pad] a [eos]
cls0  - sp4 : -8.03  -2.68 4   0.00 [bos] b [unk] [eos]
cls1  - sp0 : -1.91  -0.64 4   0.33 [bos] b a [eos]
cls1  - sp1 : -2.90  -0.97 4   0.33 [bos] [unk] a [eos]
cls1  - sp2 : -3.25  -1.08 4   0.33 [bos] b a [eos]
cls1  - sp3 : -3.59  -1.20 4   0.33 [bos] b a [eos]
cls1  - sp4 : -4.52  -1.51 4   0.33 [bos] [unk] a [eos]
cls2  - sp0 : -1.98  -0.66 4   0.67 [bos] [unk] a [eos]
cls2  - sp1 : -1.98  -0.66 4   0.67 [bos] b a [eos]
cls2  - sp2 : -2.96  -0.99 4   0.67 [bos] b a [eos]
cls2  - sp3 : -3.89  -1.30 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -4.10  -1.37 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.99  -1.00 4   1.00 [bos] [unk] a [eos]
cls3  - sp1 : -3.00  -1.00 4   1.00 [bos] b a [eos]
cls3  - sp2 : -3.70  -3.70 2   1.00 [bos] [eos]
cls3  - sp3 : -4.90  -1.63 4   1.00 [bos] [pad] a [eos]
cls3  - sp4 : -7.73  -1.93 5   0.75 [bos] b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-44
src: none   none  4   [bos] a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.24  /-3.91  /1.68   /0.0/0.00    -0.75 /-1.30  4   [bos] a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -72.47 /-11.29 /-61.17 /   /-62.85    -6.59 /-1.03  12  [bos] b a b b b b b a b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -27.21 /-4.93  /-22.28 /   /-23.95    -5.44 /-0.99  6   [bos] a a a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -53.36 /-10.71 /-42.65 /   /-44.33    -4.45 /-0.89  13  [bos] a b a b b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -37.30 /-7.05  /-30.24 /   /-31.92    -5.33 /-1.01  8   [bos] a a b b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -36.67 /-5.52  /-31.14 /   /-32.82    -9.17 /-1.38  5   [bos] b a b [eos]
cls0  - sp0 : -2.24  -0.75 4   0.00 [bos] a b [eos]
cls0  - sp1 : -5.88  -1.96 4   0.00 [bos] [unk] b [eos]
cls0  - sp2 : -5.97  -5.97 2   0.00 [bos] [eos]
cls0  - sp3 : -9.29  -3.10 4   0.00 [bos] a [pad] [eos]
cls0  - sp4 : -9.90  -3.30 4   0.00 [bos] [bos] b [eos]
cls1  - sp0 : -1.67  -0.56 4   0.33 [bos] a b [eos]
cls1  - sp1 : -3.61  -1.20 4   0.33 [bos] a b [eos]
cls1  - sp2 : -3.65  -1.22 4   0.33 [bos] a b [eos]
cls1  - sp3 : -4.20  -1.40 4   0.33 [bos] [unk] b [eos]
cls1  - sp4 : -6.44  -2.15 4   0.33 [bos] [pad] b [eos]
cls2  - sp0 : -0.93  -0.31 4   0.67 [bos] a b [eos]
cls2  - sp1 : -2.84  -0.95 4   0.67 [bos] a b [eos]
cls2  - sp2 : -4.90  -1.63 4   0.67 [bos] a b [eos]
cls2  - sp3 : -5.05  -1.68 4   0.67 [bos] [pad] b [eos]
cls2  - sp4 : -5.27  -1.76 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -1.97  -0.66 4   1.00 [bos] a b [eos]
cls3  - sp1 : -6.13  -2.04 4   1.00 [bos] [pad] b [eos]
cls3  - sp2 : -6.57  -6.57 2   1.00 [bos] [eos]
cls3  - sp3 : -8.02  -1.34 7   0.83 [bos] a b [pad] a a [eos]
cls3  - sp4 : -8.56  -1.43 7   0.83 [bos] a b [pad] [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-45
src: none   none  4   [bos] a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.97  /-3.91  /1.94   /0.0/0.00    -0.66 /-1.30  4   [bos] a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -72.43 /-11.29 /-61.13 /   /-63.07    -6.58 /-1.03  12  [bos] b a b b b b b a b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.27 /-4.93  /-23.33 /   /-25.27    -5.65 /-0.99  6   [bos] a a a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -53.89 /-10.71 /-43.19 /   /-45.13    -4.49 /-0.89  13  [bos] a b a b b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -39.23 /-7.05  /-32.18 /   /-34.12    -5.60 /-1.01  8   [bos] a a b b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -34.48 /-5.52  /-28.96 /   /-30.90    -8.62 /-1.38  5   [bos] b a b [eos]
cls0  - sp0 : -2.24  -0.75 4   0.00 [bos] a b [eos]
cls0  - sp1 : -5.88  -1.96 4   0.00 [bos] [unk] b [eos]
cls0  - sp2 : -5.97  -5.97 2   0.00 [bos] [eos]
cls0  - sp3 : -9.29  -3.10 4   0.00 [bos] a [pad] [eos]
cls0  - sp4 : -9.90  -3.30 4   0.00 [bos] [bos] b [eos]
cls1  - sp0 : -1.67  -0.56 4   0.33 [bos] a b [eos]
cls1  - sp1 : -3.61  -1.20 4   0.33 [bos] a b [eos]
cls1  - sp2 : -3.65  -1.22 4   0.33 [bos] a b [eos]
cls1  - sp3 : -4.20  -1.40 4   0.33 [bos] [unk] b [eos]
cls1  - sp4 : -6.44  -2.15 4   0.33 [bos] [pad] b [eos]
cls2  - sp0 : -0.93  -0.31 4   0.67 [bos] a b [eos]
cls2  - sp1 : -2.84  -0.95 4   0.67 [bos] a b [eos]
cls2  - sp2 : -4.90  -1.63 4   0.67 [bos] a b [eos]
cls2  - sp3 : -5.05  -1.68 4   0.67 [bos] [pad] b [eos]
cls2  - sp4 : -5.27  -1.76 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -1.97  -0.66 4   1.00 [bos] a b [eos]
cls3  - sp1 : -6.13  -2.04 4   1.00 [bos] [pad] b [eos]
cls3  - sp2 : -6.57  -6.57 2   1.00 [bos] [eos]
cls3  - sp3 : -8.02  -1.34 7   0.83 [bos] a b [pad] a a [eos]
cls3  - sp4 : -8.56  -1.43 7   0.83 [bos] a b [pad] [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-46
src: none   none  4   [bos] a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.06  /-3.91  /1.85   /0.0/0.00    -0.69 /-1.30  4   [bos] a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -70.56 /-11.29 /-59.26 /   /-61.11    -6.41 /-1.03  12  [bos] b a b b b b b a b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -25.12 /-4.93  /-20.19 /   /-22.04    -5.02 /-0.99  6   [bos] a a a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -53.35 /-10.71 /-42.64 /   /-44.49    -4.45 /-0.89  13  [bos] a b a b b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -36.69 /-7.05  /-29.64 /   /-31.49    -5.24 /-1.01  8   [bos] a a b b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -32.01 /-5.52  /-26.49 /   /-28.34    -8.00 /-1.38  5   [bos] b a b [eos]
cls0  - sp0 : -2.06  -0.69 4   0.00 [bos] a b [eos]
cls0  - sp1 : -5.44  -5.44 2   0.00 [bos] [eos]
cls0  - sp2 : -5.56  -1.85 4   0.00 [bos] [unk] b [eos]
cls0  - sp3 : -8.71  -2.90 4   0.00 [bos] a [pad] [eos]
cls0  - sp4 : -9.63  -3.21 4   0.00 [bos] [bos] b [eos]
cls1  - sp0 : -1.80  -0.60 4   0.33 [bos] a b [eos]
cls1  - sp1 : -3.45  -1.15 4   0.33 [bos] a b [eos]
cls1  - sp2 : -3.65  -1.22 4   0.33 [bos] a b [eos]
cls1  - sp3 : -4.02  -1.34 4   0.33 [bos] [unk] b [eos]
cls1  - sp4 : -6.04  -2.01 4   0.33 [bos] a [unk] [eos]
cls2  - sp0 : -0.94  -0.31 4   0.67 [bos] a b [eos]
cls2  - sp1 : -2.96  -0.99 4   0.67 [bos] a b [eos]
cls2  - sp2 : -4.86  -1.62 4   0.67 [bos] [pad] b [eos]
cls2  - sp3 : -4.94  -1.65 4   0.67 [bos] a b [eos]
cls2  - sp4 : -5.09  -1.70 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -2.00  -0.67 4   1.00 [bos] a b [eos]
cls3  - sp1 : -5.93  -1.98 4   1.00 [bos] [pad] b [eos]
cls3  - sp2 : -6.04  -6.04 2   1.00 [bos] [eos]
cls3  - sp3 : -7.90  -1.32 7   0.83 [bos] a b [pad] a a [eos]
cls3  - sp4 : -8.24  -1.37 7   0.83 [bos] a b [pad] [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-47
src: none   none  4   [bos] a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.00  /-3.91  /1.91   /0.0/0.00    -0.67 /-1.30  4   [bos] a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -71.56 /-11.29 /-60.27 /   /-62.18    -6.51 /-1.03  12  [bos] b a b b b b b a b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -27.63 /-4.93  /-22.69 /   /-24.61    -5.53 /-0.99  6   [bos] a a a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -55.40 /-10.71 /-44.69 /   /-46.60    -4.62 /-0.89  13  [bos] a b a b b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -38.42 /-7.05  /-31.36 /   /-33.27    -5.49 /-1.01  8   [bos] a a b b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -31.99 /-5.52  /-26.46 /   /-28.37    -8.00 /-1.38  5   [bos] b a b [eos]
cls0  - sp0 : -2.06  -0.69 4   0.00 [bos] a b [eos]
cls0  - sp1 : -5.44  -5.44 2   0.00 [bos] [eos]
cls0  - sp2 : -5.56  -1.85 4   0.00 [bos] [unk] b [eos]
cls0  - sp3 : -8.71  -2.90 4   0.00 [bos] a [pad] [eos]
cls0  - sp4 : -9.63  -3.21 4   0.00 [bos] [bos] b [eos]
cls1  - sp0 : -1.80  -0.60 4   0.33 [bos] a b [eos]
cls1  - sp1 : -3.45  -1.15 4   0.33 [bos] a b [eos]
cls1  - sp2 : -3.65  -1.22 4   0.33 [bos] a b [eos]
cls1  - sp3 : -4.02  -1.34 4   0.33 [bos] [unk] b [eos]
cls1  - sp4 : -6.04  -2.01 4   0.33 [bos] a [unk] [eos]
cls2  - sp0 : -0.94  -0.31 4   0.67 [bos] a b [eos]
cls2  - sp1 : -2.96  -0.99 4   0.67 [bos] a b [eos]
cls2  - sp2 : -4.86  -1.62 4   0.67 [bos] [pad] b [eos]
cls2  - sp3 : -4.94  -1.65 4   0.67 [bos] a b [eos]
cls2  - sp4 : -5.09  -1.70 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -2.00  -0.67 4   1.00 [bos] a b [eos]
cls3  - sp1 : -5.93  -1.98 4   1.00 [bos] [pad] b [eos]
cls3  - sp2 : -6.04  -6.04 2   1.00 [bos] [eos]
cls3  - sp3 : -7.90  -1.32 7   0.83 [bos] a b [pad] a a [eos]
cls3  - sp4 : -8.24  -1.37 7   0.83 [bos] a b [pad] [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-48
src: none   none  14  [bos] b b b b b a a a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.41  /-9.02  /0.61   /0.04/-0.04    -0.65 /-0.69  14  [bos] b b b b b a a a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -10.73 /-8.08  /-2.66  /   /-3.31    -1.19 /-0.90  10  [bos] b b b b b a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -33.49 /-13.26 /-20.23 /   /-20.88    -1.97 /-0.78  18  [bos] b b b b b b b b b b b a b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -42.59 /-5.96  /-36.64 /   /-37.29    -6.08 /-0.85  8   [bos] b a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -35.20 /-2.81  /-32.39 /   /-33.04    -11.73/-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -27.31 /-2.30  /-25.01 /   /-25.66    -13.66/-1.15  3   [bos] a [eos]
cls0  - sp0 : -11.65 -11.65 2   0.00 [bos] [eos]
cls0  - sp1 : -25.33 -0.42 62  0.02 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a [eos]
cls0  - sp2 : -45.72 -0.36 128 0.01 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp3 : -45.85 -0.36 128 0.02 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp4 : -46.29 -0.36 128 0.00 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls1  - sp0 : -6.18  -0.69 10  0.44 [bos] b b b b b a a a [eos]
cls1  - sp1 : -8.07  -0.62 14  0.38 [bos] b b b b a a a a a a a a [eos]
cls1  - sp2 : -8.54  -0.61 15  0.36 [bos] b b b b a a a a a a a a a [eos]
cls1  - sp3 : -9.03  -0.60 16  0.33 [bos] b b b b a a a a a a a a a a [eos]
cls1  - sp4 : -9.49  -0.59 17  0.31 [bos] b b b b a a a a a a a a a a a [eos]
cls2  - sp0 : -5.10  -0.57 10  0.56 [bos] b b b b a a a a [eos]
cls2  - sp1 : -5.82  -0.65 10  0.56 [bos] b b b b b a a a [eos]
cls2  - sp2 : -7.16  -0.65 12  0.64 [bos] b b b b a a a a a a [eos]
cls2  - sp3 : -7.97  -0.66 13  0.67 [bos] b b b b b a a a a a a [eos]
cls2  - sp4 : -8.13  -0.63 14  0.69 [bos] b b b b b a a a a a a a [eos]
cls3  - sp0 : -6.16  -0.44 15  0.93 [bos] b b b b a a a a a a a a a [eos]
cls3  - sp1 : -6.25  -0.37 18  0.94 [bos] b b b b a a a a a a a a a a a a [eos]
cls3  - sp2 : -6.36  -0.42 16  0.93 [bos] b b b b a a a a a a a a a a [eos]
cls3  - sp3 : -6.56  -0.41 17  0.94 [bos] b b b b a a a a a a a a a a a [eos]
cls3  - sp4 : -6.62  -0.39 18  1.00 [bos] b b b b a a a a a a a a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-49
src: none   none  14  [bos] b b b b b a a a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -6.68  /-9.02  /2.34   /0.01/-0.01    -0.51 /-0.69  14  [bos] b b b b b a a a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -10.95 /-8.08  /-2.88  /   /-5.22    -1.22 /-0.90  10  [bos] b b b b b a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -38.48 /-13.26 /-25.22 /   /-27.56    -2.26 /-0.78  18  [bos] b b b b b b b b b b b a b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -43.51 /-5.96  /-37.55 /   /-39.90    -6.22 /-0.85  8   [bos] b a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -34.82 /-2.81  /-32.01 /   /-34.36    -11.61/-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.67 /-2.30  /-24.37 /   /-26.71    -13.33/-1.15  3   [bos] a [eos]
cls0  - sp0 : -11.65 -11.65 2   0.00 [bos] [eos]
cls0  - sp1 : -25.33 -0.42 62  0.02 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a [eos]
cls0  - sp2 : -45.72 -0.36 128 0.01 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp3 : -45.85 -0.36 128 0.02 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp4 : -46.29 -0.36 128 0.00 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls1  - sp0 : -6.18  -0.69 10  0.44 [bos] b b b b b a a a [eos]
cls1  - sp1 : -8.07  -0.62 14  0.38 [bos] b b b b a a a a a a a a [eos]
cls1  - sp2 : -8.54  -0.61 15  0.36 [bos] b b b b a a a a a a a a a [eos]
cls1  - sp3 : -9.03  -0.60 16  0.33 [bos] b b b b a a a a a a a a a a [eos]
cls1  - sp4 : -9.49  -0.59 17  0.31 [bos] b b b b a a a a a a a a a a a [eos]
cls2  - sp0 : -5.10  -0.57 10  0.56 [bos] b b b b a a a a [eos]
cls2  - sp1 : -5.82  -0.65 10  0.56 [bos] b b b b b a a a [eos]
cls2  - sp2 : -7.16  -0.65 12  0.64 [bos] b b b b a a a a a a [eos]
cls2  - sp3 : -7.97  -0.66 13  0.67 [bos] b b b b b a a a a a a [eos]
cls2  - sp4 : -8.13  -0.63 14  0.69 [bos] b b b b b a a a a a a a [eos]
cls3  - sp0 : -6.16  -0.44 15  0.93 [bos] b b b b a a a a a a a a a [eos]
cls3  - sp1 : -6.25  -0.37 18  0.94 [bos] b b b b a a a a a a a a a a a a [eos]
cls3  - sp2 : -6.36  -0.42 16  0.93 [bos] b b b b a a a a a a a a a a [eos]
cls3  - sp3 : -6.56  -0.41 17  0.94 [bos] b b b b a a a a a a a a a a a [eos]
cls3  - sp4 : -6.62  -0.39 18  1.00 [bos] b b b b a a a a a a a a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-50
src: none   none  14  [bos] b b b b b a a a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.62  /-9.02  /0.41   /0.01/-0.01    -0.66 /-0.69  14  [bos] b b b b b a a a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -11.88 /-8.08  /-3.80  /   /-4.22    -1.32 /-0.90  10  [bos] b b b b b a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -33.45 /-13.26 /-20.19 /   /-20.61    -1.97 /-0.78  18  [bos] b b b b b b b b b b b a b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -41.36 /-5.96  /-35.41 /   /-35.83    -5.91 /-0.85  8   [bos] b a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -35.25 /-2.81  /-32.44 /   /-32.86    -11.75/-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -27.89 /-2.30  /-25.59 /   /-26.01    -13.95/-1.15  3   [bos] a [eos]
cls0  - sp0 : -11.92 -11.92 2   0.00 [bos] [eos]
cls0  - sp1 : -31.07 -0.24 128 0.01 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp2 : -31.51 -0.25 128 0.02 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp3 : -31.63 -0.25 128 0.02 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp4 : -32.22 -0.25 128 0.01 [bos] b b b b b a a a a a a a a a a a a a a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls1  - sp0 : -9.43  -0.52 19  0.28 [bos] b b b b b a a a a a a a a a a a a [eos]
cls1  - sp1 : -9.80  -0.58 18  0.29 [bos] b b b b b a a a a a a a a a a a [eos]
cls1  - sp2 : -10.03 -0.53 20  0.26 [bos] b b b b b a a a a a a a a a a a a a [eos]
cls1  - sp3 : -10.33 -0.52 21  0.25 [bos] b b b b b a a a a a a a a a a a a a a [eos]
cls1  - sp4 : -11.53 -0.55 22  0.29 [bos] b b b b b a a a a a a a a a a a a a a a [eos]
cls2  - sp0 : -7.04  -0.64 12  0.73 [bos] b b b b b a a a a a [eos]
cls2  - sp1 : -7.97  -0.66 13  0.67 [bos] b b b b b a a a a a a [eos]
cls2  - sp2 : -9.95  -0.62 17  0.69 [bos] b b b b b a a a a a a a a a a [eos]
cls2  - sp3 : -54.46 -0.43 128 0.75 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls2  - sp4 : -54.49 -0.43 128 0.75 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp0 : -11.79 -11.79 2   1.00 [bos] [eos]
cls3  - sp1 : -12.03 -0.09 128 1.00 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp2 : -12.96 -0.10 128 0.99 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp3 : -13.66 -0.11 128 0.99 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp4 : -13.94 -0.11 128 1.00 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-51
src: none   none  14  [bos] b b b b b a a a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -6.67  /-9.02  /2.35   /0.0/-0.00    -0.51 /-0.69  14  [bos] b b b b b a a a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -11.64 /-8.08  /-3.56  /   /-5.91    -1.29 /-0.90  10  [bos] b b b b b a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -36.05 /-13.26 /-22.79 /   /-25.14    -2.12 /-0.78  18  [bos] b b b b b b b b b b b a b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -44.87 /-5.96  /-38.92 /   /-41.27    -6.41 /-0.85  8   [bos] b a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -35.14 /-2.81  /-32.33 /   /-34.68    -11.71/-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -27.14 /-2.30  /-24.84 /   /-27.19    -13.57/-1.15  3   [bos] a [eos]
cls0  - sp0 : -11.92 -11.92 2   0.00 [bos] [eos]
cls0  - sp1 : -31.07 -0.24 128 0.01 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp2 : -31.51 -0.25 128 0.02 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp3 : -31.63 -0.25 128 0.02 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp4 : -32.22 -0.25 128 0.01 [bos] b b b b b a a a a a a a a a a a a a a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls1  - sp0 : -9.43  -0.52 19  0.28 [bos] b b b b b a a a a a a a a a a a a [eos]
cls1  - sp1 : -9.80  -0.58 18  0.29 [bos] b b b b b a a a a a a a a a a a [eos]
cls1  - sp2 : -10.03 -0.53 20  0.26 [bos] b b b b b a a a a a a a a a a a a a [eos]
cls1  - sp3 : -10.33 -0.52 21  0.25 [bos] b b b b b a a a a a a a a a a a a a a [eos]
cls1  - sp4 : -11.53 -0.55 22  0.29 [bos] b b b b b a a a a a a a a a a a a a a a [eos]
cls2  - sp0 : -7.04  -0.64 12  0.73 [bos] b b b b b a a a a a [eos]
cls2  - sp1 : -7.97  -0.66 13  0.67 [bos] b b b b b a a a a a a [eos]
cls2  - sp2 : -9.95  -0.62 17  0.69 [bos] b b b b b a a a a a a a a a a [eos]
cls2  - sp3 : -54.46 -0.43 128 0.75 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls2  - sp4 : -54.49 -0.43 128 0.75 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp0 : -11.79 -11.79 2   1.00 [bos] [eos]
cls3  - sp1 : -12.03 -0.09 128 1.00 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp2 : -12.96 -0.10 128 0.99 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp3 : -13.66 -0.11 128 0.99 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp4 : -13.94 -0.11 128 1.00 [bos] b b b b b a a a a a a a a a a a a a a a a a a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-52
src: none   none  11  [bos] b a a a a a b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.34  /-8.59  /3.24   /0.0/0.00    -0.53 /-0.86  11  [bos] b a a a a a b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -35.49 /-3.84  /-31.66 /   /-34.90    -7.10 /-0.77  6   [bos] b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -56.68 /-4.86  /-51.83 /   /-55.07    -8.10 /-0.69  8   [bos] b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -27.64 /-2.81  /-24.82 /   /-28.07    -9.21 /-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -35.20 /-20.64 /-14.55 /   /-17.80    -1.41 /-0.83  26  [bos] a a a a a a a a a a b b b b b b a b a b b b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -18.01 /-3.84  /-14.17 /   /-17.42    -3.60 /-0.77  6   [bos] a a a a [eos]
cls0  - sp0 : -5.34  -0.53 11  0.00 [bos] b a a a a a b b b [eos]
cls0  - sp1 : -6.20  -0.52 13  0.00 [bos] b a a a a a b b b b b [eos]
cls0  - sp2 : -7.20  -0.42 18  0.00 [bos] b a a a a a b b b b b b b b b b [eos]
cls0  - sp3 : -8.45  -0.40 22  0.00 [bos] b a a a a a b b b b b b b b b b b b b b [eos]
cls0  - sp4 : -8.71  -0.41 22  0.05 [bos] b a a a a a b b b b b b b b b b b b b b [eos]
cls1  - sp0 : -7.18  -0.72 11  0.40 [bos] b a a a a a b b b [eos]
cls1  - sp1 : -7.33  -0.73 11  0.30 [bos] b a a a a a b b b [eos]
cls1  - sp2 : -7.45  -0.75 11  0.30 [bos] b a a a a a b b b [eos]
cls1  - sp3 : -7.46  -0.75 11  0.30 [bos] b a a a a a b b b [eos]
cls1  - sp4 : -7.56  -0.76 11  0.30 [bos] b a a a b a b b b [eos]
cls2  - sp0 : -6.23  -0.62 11  0.70 [bos] b a a a b a b b b [eos]
cls2  - sp1 : -6.73  -0.67 11  0.70 [bos] b a a a b a b b b [eos]
cls2  - sp2 : -7.58  -0.69 12  0.73 [bos] b a a a b a b b b b [eos]
cls2  - sp3 : -8.17  -0.68 13  0.67 [bos] b a a a b a b b b b b [eos]
cls2  - sp4 : -8.21  -0.68 13  0.67 [bos] b a a a b a b b b b b [eos]
cls3  - sp0 : -4.64  -0.46 11  1.00 [bos] b a a a b a b b b [eos]
cls3  - sp1 : -5.51  -0.50 12  1.00 [bos] b a a a b a b b b b [eos]
cls3  - sp2 : -5.72  -0.48 13  1.00 [bos] b a a a b a b b b b b [eos]
cls3  - sp3 : -6.51  -0.36 19  1.00 [bos] b a a a b a b b b b b b b b b b b [eos]
cls3  - sp4 : -7.17  -0.38 20  1.00 [bos] b a a a b a b b b b b b b b b b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-53
src: none   none  11  [bos] b a a a a a b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.76  /-8.59  /2.83   /0.0/-0.00    -0.58 /-0.86  11  [bos] b a a a a a b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -36.25 /-3.84  /-32.41 /   /-35.24    -7.25 /-0.77  6   [bos] b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -56.26 /-4.86  /-51.40 /   /-54.23    -8.04 /-0.69  8   [bos] b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -29.34 /-2.81  /-26.53 /   /-29.36    -9.78 /-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -43.07 /-20.64 /-22.42 /   /-25.25    -1.72 /-0.83  26  [bos] a a a a a a a a a a b b b b b b a b a b b b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -15.40 /-3.84  /-11.56 /   /-14.39    -3.08 /-0.77  6   [bos] a a a a [eos]
cls0  - sp0 : -5.34  -0.53 11  0.00 [bos] b a a a a a b b b [eos]
cls0  - sp1 : -6.20  -0.52 13  0.00 [bos] b a a a a a b b b b b [eos]
cls0  - sp2 : -7.20  -0.42 18  0.00 [bos] b a a a a a b b b b b b b b b b [eos]
cls0  - sp3 : -8.45  -0.40 22  0.00 [bos] b a a a a a b b b b b b b b b b b b b b [eos]
cls0  - sp4 : -8.71  -0.41 22  0.05 [bos] b a a a a a b b b b b b b b b b b b b b [eos]
cls1  - sp0 : -7.18  -0.72 11  0.40 [bos] b a a a a a b b b [eos]
cls1  - sp1 : -7.33  -0.73 11  0.30 [bos] b a a a a a b b b [eos]
cls1  - sp2 : -7.45  -0.75 11  0.30 [bos] b a a a a a b b b [eos]
cls1  - sp3 : -7.46  -0.75 11  0.30 [bos] b a a a a a b b b [eos]
cls1  - sp4 : -7.56  -0.76 11  0.30 [bos] b a a a b a b b b [eos]
cls2  - sp0 : -6.23  -0.62 11  0.70 [bos] b a a a b a b b b [eos]
cls2  - sp1 : -6.73  -0.67 11  0.70 [bos] b a a a b a b b b [eos]
cls2  - sp2 : -7.58  -0.69 12  0.73 [bos] b a a a b a b b b b [eos]
cls2  - sp3 : -8.17  -0.68 13  0.67 [bos] b a a a b a b b b b b [eos]
cls2  - sp4 : -8.21  -0.68 13  0.67 [bos] b a a a b a b b b b b [eos]
cls3  - sp0 : -4.64  -0.46 11  1.00 [bos] b a a a b a b b b [eos]
cls3  - sp1 : -5.51  -0.50 12  1.00 [bos] b a a a b a b b b b [eos]
cls3  - sp2 : -5.72  -0.48 13  1.00 [bos] b a a a b a b b b b b [eos]
cls3  - sp3 : -6.51  -0.36 19  1.00 [bos] b a a a b a b b b b b b b b b b b [eos]
cls3  - sp4 : -7.17  -0.38 20  1.00 [bos] b a a a b a b b b b b b b b b b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-54
src: none   none  11  [bos] b a a a a a b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -4.30  /-8.59  /4.28   /0.0/0.00    -0.43 /-0.86  11  [bos] b a a a a a b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -33.23 /-3.84  /-29.40 /   /-33.68    -6.65 /-0.77  6   [bos] b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -55.73 /-4.86  /-50.87 /   /-55.16    -7.96 /-0.69  8   [bos] b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -27.47 /-2.81  /-24.66 /   /-28.94    -9.16 /-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -34.87 /-20.64 /-14.23 /   /-18.51    -1.39 /-0.83  26  [bos] a a a a a a a a a a b b b b b b a b a b b b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -17.55 /-3.84  /-13.71 /   /-18.00    -3.51 /-0.77  6   [bos] a a a a [eos]
cls0  - sp0 : -4.30  -0.43 11  0.00 [bos] b a a a a a b b b [eos]
cls0  - sp1 : -4.91  -0.49 11  0.10 [bos] b a a a a a b b b [eos]
cls0  - sp2 : -5.64  -0.51 12  0.00 [bos] b a a a a a b b b a [eos]
cls0  - sp3 : -5.83  -0.58 11  0.10 [bos] b a a a b a b b b [eos]
cls0  - sp4 : -5.92  -0.59 11  0.10 [bos] b a a a a a b b b [eos]
cls1  - sp0 : -7.04  -0.70 11  0.30 [bos] b a a a a a b b b [eos]
cls1  - sp1 : -7.35  -0.74 11  0.30 [bos] b a a a b a b b b [eos]
cls1  - sp2 : -7.43  -0.74 11  0.30 [bos] b a a a a a b b b [eos]
cls1  - sp3 : -7.53  -0.75 11  0.30 [bos] b a a a a a b b b [eos]
cls1  - sp4 : -7.67  -0.77 11  0.30 [bos] b a a a b a b b b [eos]
cls2  - sp0 : -8.65  -0.72 13  0.67 [bos] b a a a b a b b b b b [eos]
cls2  - sp1 : -8.78  -0.73 13  0.67 [bos] b a a a [unk] a b b b b b [eos]
cls2  - sp2 : -9.03  -0.75 13  0.67 [bos] b a a a [pad] a b b b b b [eos]
cls2  - sp3 : -9.57  -0.53 19  0.72 [bos] b a a a a a b b b b b b b b b b b [eos]
cls2  - sp4 : -9.85  -0.55 19  0.67 [bos] b a a a a a b b b b b b b b b b b [eos]
cls3  - sp0 : -11.74 -11.74 2   1.00 [bos] [eos]
cls3  - sp1 : -11.98 -0.09 128 0.99 [bos] b a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -12.60 -0.10 128 0.99 [bos] b a a a [pad] a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -12.65 -0.10 128 0.99 [bos] b a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -13.25 -0.10 128 1.00 [bos] b a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-55
src: none   none  11  [bos] b a a a a a b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -6.64  /-8.59  /1.95   /0.0/-0.00    -0.66 /-0.86  11  [bos] b a a a a a b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -32.07 /-3.84  /-28.24 /   /-30.19    -6.41 /-0.77  6   [bos] b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -55.20 /-4.86  /-50.34 /   /-52.29    -7.89 /-0.69  8   [bos] b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -29.30 /-2.81  /-26.49 /   /-28.44    -9.77 /-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -40.29 /-20.64 /-19.64 /   /-21.59    -1.61 /-0.83  26  [bos] a a a a a a a a a a b b b b b b a b a b b b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -13.59 /-3.84  /-9.76  /   /-11.71    -2.72 /-0.77  6   [bos] a a a a [eos]
cls0  - sp0 : -4.30  -0.43 11  0.00 [bos] b a a a a a b b b [eos]
cls0  - sp1 : -4.91  -0.49 11  0.10 [bos] b a a a a a b b b [eos]
cls0  - sp2 : -5.64  -0.51 12  0.00 [bos] b a a a a a b b b a [eos]
cls0  - sp3 : -5.83  -0.58 11  0.10 [bos] b a a a b a b b b [eos]
cls0  - sp4 : -5.92  -0.59 11  0.10 [bos] b a a a a a b b b [eos]
cls1  - sp0 : -7.04  -0.70 11  0.30 [bos] b a a a a a b b b [eos]
cls1  - sp1 : -7.35  -0.74 11  0.30 [bos] b a a a b a b b b [eos]
cls1  - sp2 : -7.43  -0.74 11  0.30 [bos] b a a a a a b b b [eos]
cls1  - sp3 : -7.53  -0.75 11  0.30 [bos] b a a a a a b b b [eos]
cls1  - sp4 : -7.67  -0.77 11  0.30 [bos] b a a a b a b b b [eos]
cls2  - sp0 : -8.65  -0.72 13  0.67 [bos] b a a a b a b b b b b [eos]
cls2  - sp1 : -8.78  -0.73 13  0.67 [bos] b a a a [unk] a b b b b b [eos]
cls2  - sp2 : -9.03  -0.75 13  0.67 [bos] b a a a [pad] a b b b b b [eos]
cls2  - sp3 : -9.57  -0.53 19  0.72 [bos] b a a a a a b b b b b b b b b b b [eos]
cls2  - sp4 : -9.85  -0.55 19  0.67 [bos] b a a a a a b b b b b b b b b b b [eos]
cls3  - sp0 : -11.74 -11.74 2   1.00 [bos] [eos]
cls3  - sp1 : -11.98 -0.09 128 0.99 [bos] b a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -12.60 -0.10 128 0.99 [bos] b a a a [pad] a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -12.65 -0.10 128 0.99 [bos] b a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -13.25 -0.10 128 1.00 [bos] b a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-56
src: none   none  4   [bos] b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.87  /-3.91  /2.04   /0.0/-0.00    -0.62 /-1.30  4   [bos] b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -12.03 /-2.81  /-9.22  /   /-11.26    -4.01 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -38.12 /-5.96  /-32.17 /   /-34.21    -5.45 /-0.85  8   [bos] a a b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -23.54 /-2.30  /-21.24 /   /-23.28    -11.77/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -36.20 /-9.76  /-26.44 /   /-28.48    -4.53 /-1.22  9   [bos] b a a a b a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -23.54 /-2.30  /-21.24 /   /-23.28    -11.77/-1.15  3   [bos] a [eos]
cls0  - sp0 : -1.87  -0.62 4   0.00 [bos] b a [eos]
cls0  - sp1 : -4.00  -4.00 2   0.00 [bos] [eos]
cls0  - sp2 : -5.81  -1.94 4   0.00 [bos] [unk] a [eos]
cls0  - sp3 : -6.11  -2.04 4   0.00 [bos] [pad] a [eos]
cls0  - sp4 : -8.48  -2.83 4   0.00 [bos] b [unk] [eos]
cls1  - sp0 : -1.79  -0.60 4   0.33 [bos] b a [eos]
cls1  - sp1 : -2.93  -0.98 4   0.33 [bos] [unk] a [eos]
cls1  - sp2 : -3.17  -1.06 4   0.33 [bos] b a [eos]
cls1  - sp3 : -3.43  -1.14 4   0.33 [bos] b a [eos]
cls1  - sp4 : -4.93  -1.64 4   0.33 [bos] [unk] a [eos]
cls2  - sp0 : -1.89  -0.63 4   0.67 [bos] b a [eos]
cls2  - sp1 : -2.04  -0.68 4   0.67 [bos] [unk] a [eos]
cls2  - sp2 : -2.86  -0.95 4   0.67 [bos] b a [eos]
cls2  - sp3 : -4.16  -1.39 4   0.67 [bos] [unk] a [eos]
cls2  - sp4 : -4.26  -1.42 4   0.67 [bos] [pad] a [eos]
cls3  - sp0 : -2.93  -0.98 4   1.00 [bos] b a [eos]
cls3  - sp1 : -3.08  -1.03 4   1.00 [bos] [unk] a [eos]
cls3  - sp2 : -4.36  -4.36 2   1.00 [bos] [eos]
cls3  - sp3 : -5.30  -1.77 4   1.00 [bos] [pad] a [eos]
cls3  - sp4 : -7.83  -1.96 5   0.75 [bos] b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-57
src: none   none  4   [bos] b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.93  /-3.91  /0.98   /0.0/-0.00    -0.98 /-1.30  4   [bos] b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -13.74 /-2.81  /-10.92 /   /-11.90    -4.58 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -35.44 /-5.96  /-29.49 /   /-30.47    -5.06 /-0.85  8   [bos] a a b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -23.21 /-2.30  /-20.91 /   /-21.89    -11.60/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -39.88 /-9.76  /-30.12 /   /-31.10    -4.98 /-1.22  9   [bos] b a a a b a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -23.21 /-2.30  /-20.91 /   /-21.89    -11.60/-1.15  3   [bos] a [eos]
cls0  - sp0 : -1.87  -0.62 4   0.00 [bos] b a [eos]
cls0  - sp1 : -4.00  -4.00 2   0.00 [bos] [eos]
cls0  - sp2 : -5.81  -1.94 4   0.00 [bos] [unk] a [eos]
cls0  - sp3 : -6.11  -2.04 4   0.00 [bos] [pad] a [eos]
cls0  - sp4 : -8.48  -2.83 4   0.00 [bos] b [unk] [eos]
cls1  - sp0 : -1.79  -0.60 4   0.33 [bos] b a [eos]
cls1  - sp1 : -2.93  -0.98 4   0.33 [bos] [unk] a [eos]
cls1  - sp2 : -3.17  -1.06 4   0.33 [bos] b a [eos]
cls1  - sp3 : -3.43  -1.14 4   0.33 [bos] b a [eos]
cls1  - sp4 : -4.93  -1.64 4   0.33 [bos] [unk] a [eos]
cls2  - sp0 : -1.89  -0.63 4   0.67 [bos] b a [eos]
cls2  - sp1 : -2.04  -0.68 4   0.67 [bos] [unk] a [eos]
cls2  - sp2 : -2.86  -0.95 4   0.67 [bos] b a [eos]
cls2  - sp3 : -4.16  -1.39 4   0.67 [bos] [unk] a [eos]
cls2  - sp4 : -4.26  -1.42 4   0.67 [bos] [pad] a [eos]
cls3  - sp0 : -2.93  -0.98 4   1.00 [bos] b a [eos]
cls3  - sp1 : -3.08  -1.03 4   1.00 [bos] [unk] a [eos]
cls3  - sp2 : -4.36  -4.36 2   1.00 [bos] [eos]
cls3  - sp3 : -5.30  -1.77 4   1.00 [bos] [pad] a [eos]
cls3  - sp4 : -7.83  -1.96 5   0.75 [bos] b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-58
src: none   none  4   [bos] b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.99  /-3.91  /1.92   /0.0/-0.00    -0.66 /-1.30  4   [bos] b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -11.46 /-2.81  /-8.65  /   /-10.57    -3.82 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -38.52 /-5.96  /-32.57 /   /-34.49    -5.50 /-0.85  8   [bos] a a b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.88 /-2.30  /-19.58 /   /-21.51    -10.94/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -37.67 /-9.76  /-27.91 /   /-29.83    -4.71 /-1.22  9   [bos] b a a a b a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.88 /-2.30  /-19.58 /   /-21.51    -10.94/-1.15  3   [bos] a [eos]
cls0  - sp0 : -1.99  -0.66 4   0.00 [bos] b a [eos]
cls0  - sp1 : -3.31  -3.31 2   0.00 [bos] [eos]
cls0  - sp2 : -5.44  -1.81 4   0.00 [bos] [unk] a [eos]
cls0  - sp3 : -5.99  -2.00 4   0.00 [bos] [pad] a [eos]
cls0  - sp4 : -8.03  -2.68 4   0.00 [bos] b [unk] [eos]
cls1  - sp0 : -1.91  -0.64 4   0.33 [bos] b a [eos]
cls1  - sp1 : -2.90  -0.97 4   0.33 [bos] [unk] a [eos]
cls1  - sp2 : -3.25  -1.08 4   0.33 [bos] b a [eos]
cls1  - sp3 : -3.59  -1.20 4   0.33 [bos] b a [eos]
cls1  - sp4 : -4.52  -1.51 4   0.33 [bos] [unk] a [eos]
cls2  - sp0 : -1.98  -0.66 4   0.67 [bos] [unk] a [eos]
cls2  - sp1 : -1.98  -0.66 4   0.67 [bos] b a [eos]
cls2  - sp2 : -2.96  -0.99 4   0.67 [bos] b a [eos]
cls2  - sp3 : -3.89  -1.30 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -4.10  -1.37 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.99  -1.00 4   1.00 [bos] [unk] a [eos]
cls3  - sp1 : -3.00  -1.00 4   1.00 [bos] b a [eos]
cls3  - sp2 : -3.70  -3.70 2   1.00 [bos] [eos]
cls3  - sp3 : -4.90  -1.63 4   1.00 [bos] [pad] a [eos]
cls3  - sp4 : -7.73  -1.93 5   0.75 [bos] b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-59
src: none   none  4   [bos] b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.00  /-3.91  /0.91   /0.0/-0.00    -1.00 /-1.30  4   [bos] b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -13.09 /-2.81  /-10.28 /   /-11.19    -4.36 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -37.35 /-5.96  /-31.40 /   /-32.31    -5.34 /-0.85  8   [bos] a a b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.61 /-2.30  /-19.31 /   /-20.22    -10.81/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -43.34 /-9.76  /-33.58 /   /-34.49    -5.42 /-1.22  9   [bos] b a a a b a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.61 /-2.30  /-19.31 /   /-20.22    -10.81/-1.15  3   [bos] a [eos]
cls0  - sp0 : -1.99  -0.66 4   0.00 [bos] b a [eos]
cls0  - sp1 : -3.31  -3.31 2   0.00 [bos] [eos]
cls0  - sp2 : -5.44  -1.81 4   0.00 [bos] [unk] a [eos]
cls0  - sp3 : -5.99  -2.00 4   0.00 [bos] [pad] a [eos]
cls0  - sp4 : -8.03  -2.68 4   0.00 [bos] b [unk] [eos]
cls1  - sp0 : -1.91  -0.64 4   0.33 [bos] b a [eos]
cls1  - sp1 : -2.90  -0.97 4   0.33 [bos] [unk] a [eos]
cls1  - sp2 : -3.25  -1.08 4   0.33 [bos] b a [eos]
cls1  - sp3 : -3.59  -1.20 4   0.33 [bos] b a [eos]
cls1  - sp4 : -4.52  -1.51 4   0.33 [bos] [unk] a [eos]
cls2  - sp0 : -1.98  -0.66 4   0.67 [bos] [unk] a [eos]
cls2  - sp1 : -1.98  -0.66 4   0.67 [bos] b a [eos]
cls2  - sp2 : -2.96  -0.99 4   0.67 [bos] b a [eos]
cls2  - sp3 : -3.89  -1.30 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -4.10  -1.37 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.99  -1.00 4   1.00 [bos] [unk] a [eos]
cls3  - sp1 : -3.00  -1.00 4   1.00 [bos] b a [eos]
cls3  - sp2 : -3.70  -3.70 2   1.00 [bos] [eos]
cls3  - sp3 : -4.90  -1.63 4   1.00 [bos] [pad] a [eos]
cls3  - sp4 : -7.73  -1.93 5   0.75 [bos] b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-60
src: none   none  7   [bos] a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.88  /-5.44  /1.56   /0.0/-0.00    -0.65 /-0.91  7   [bos] a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -43.53 /-3.84  /-39.69 /   /-41.25    -8.71 /-0.77  6   [bos] a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.25 /-2.30  /-17.95 /   /-19.51    -10.12/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.25 /-2.30  /-17.95 /   /-19.51    -10.12/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -15.60 /-2.81  /-12.78 /   /-14.34    -5.20 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -38.97 /-3.32  /-35.65 /   /-37.21    -9.74 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -3.88  -0.65 7   0.00 [bos] a b b b b [eos]
cls0  - sp1 : -4.07  -0.68 7   0.17 [bos] a b b b b [eos]
cls0  - sp2 : -4.47  -0.75 7   0.17 [bos] a b b b [unk] [eos]
cls0  - sp3 : -4.55  -0.76 7   0.17 [bos] a b b b b [eos]
cls0  - sp4 : -5.17  -0.86 7   0.17 [bos] a b b b [unk] [eos]
cls1  - sp0 : -4.19  -0.70 7   0.33 [bos] a b b b [pad] [eos]
cls1  - sp1 : -4.37  -0.73 7   0.33 [bos] a b b b [unk] [eos]
cls1  - sp2 : -4.44  -0.74 7   0.33 [bos] a b b b b [eos]
cls1  - sp3 : -4.75  -0.79 7   0.33 [bos] a b b b [unk] [eos]
cls1  - sp4 : -5.07  -0.84 7   0.33 [bos] a b b b b [eos]
cls2  - sp0 : -3.03  -0.51 7   0.67 [bos] a b b b b [eos]
cls2  - sp1 : -3.85  -1.28 4   0.67 [bos] a b [eos]
cls2  - sp2 : -4.01  -0.67 7   0.67 [bos] a b b b b [eos]
cls2  - sp3 : -4.14  -0.69 7   0.67 [bos] a b b b [unk] [eos]
cls2  - sp4 : -4.43  -0.74 7   0.50 [bos] a b b b [pad] [eos]
cls3  - sp0 : -1.92  -0.32 7   0.83 [bos] a b b b b [eos]
cls3  - sp1 : -3.00  -0.50 7   0.83 [bos] a b b b [unk] [eos]
cls3  - sp2 : -3.01  -0.50 7   1.00 [bos] a b b b b [eos]
cls3  - sp3 : -3.75  -0.63 7   0.83 [bos] a b b b [pad] [eos]
cls3  - sp4 : -4.12  -0.69 7   1.00 [bos] a b b b [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-61
src: none   none  7   [bos] a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.01  /-5.44  /2.43   /0.0/-0.00    -0.50 /-0.91  7   [bos] a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -36.29 /-3.84  /-32.46 /   /-34.89    -7.26 /-0.77  6   [bos] a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.65 /-2.30  /-17.35 /   /-19.79    -9.83 /-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -19.65 /-2.30  /-17.35 /   /-19.79    -9.83 /-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -14.45 /-2.81  /-11.63 /   /-14.07    -4.82 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -35.91 /-3.32  /-32.59 /   /-35.02    -8.98 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -3.88  -0.65 7   0.00 [bos] a b b b b [eos]
cls0  - sp1 : -4.07  -0.68 7   0.17 [bos] a b b b b [eos]
cls0  - sp2 : -4.47  -0.75 7   0.17 [bos] a b b b [unk] [eos]
cls0  - sp3 : -4.55  -0.76 7   0.17 [bos] a b b b b [eos]
cls0  - sp4 : -5.17  -0.86 7   0.17 [bos] a b b b [unk] [eos]
cls1  - sp0 : -4.19  -0.70 7   0.33 [bos] a b b b [pad] [eos]
cls1  - sp1 : -4.37  -0.73 7   0.33 [bos] a b b b [unk] [eos]
cls1  - sp2 : -4.44  -0.74 7   0.33 [bos] a b b b b [eos]
cls1  - sp3 : -4.75  -0.79 7   0.33 [bos] a b b b [unk] [eos]
cls1  - sp4 : -5.07  -0.84 7   0.33 [bos] a b b b b [eos]
cls2  - sp0 : -3.03  -0.51 7   0.67 [bos] a b b b b [eos]
cls2  - sp1 : -3.85  -1.28 4   0.67 [bos] a b [eos]
cls2  - sp2 : -4.01  -0.67 7   0.67 [bos] a b b b b [eos]
cls2  - sp3 : -4.14  -0.69 7   0.67 [bos] a b b b [unk] [eos]
cls2  - sp4 : -4.43  -0.74 7   0.50 [bos] a b b b [pad] [eos]
cls3  - sp0 : -1.92  -0.32 7   0.83 [bos] a b b b b [eos]
cls3  - sp1 : -3.00  -0.50 7   0.83 [bos] a b b b [unk] [eos]
cls3  - sp2 : -3.01  -0.50 7   1.00 [bos] a b b b b [eos]
cls3  - sp3 : -3.75  -0.63 7   0.83 [bos] a b b b [pad] [eos]
cls3  - sp4 : -4.12  -0.69 7   1.00 [bos] a b b b [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-62
src: none   none  7   [bos] a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.54  /-5.44  /1.91   /0.0/0.00    -0.59 /-0.91  7   [bos] a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -43.57 /-3.84  /-39.74 /   /-41.65    -8.71 /-0.77  6   [bos] a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.63 /-2.30  /-18.33 /   /-20.23    -10.32/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.63 /-2.30  /-18.33 /   /-20.23    -10.32/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -18.60 /-2.81  /-15.79 /   /-17.69    -6.20 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -38.63 /-3.32  /-35.31 /   /-37.22    -9.66 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -3.54  -0.59 7   0.00 [bos] a b b b b [eos]
cls0  - sp1 : -3.63  -0.61 7   0.17 [bos] a b b b b [eos]
cls0  - sp2 : -4.18  -0.70 7   0.17 [bos] a b b b b [eos]
cls0  - sp3 : -4.76  -0.79 7   0.17 [bos] a b b b b [eos]
cls0  - sp4 : -5.05  -0.84 7   0.17 [bos] a b b b b [eos]
cls1  - sp0 : -3.44  -0.57 7   0.33 [bos] a b b b b [eos]
cls1  - sp1 : -4.01  -0.67 7   0.33 [bos] a b b b b [eos]
cls1  - sp2 : -4.17  -0.70 7   0.33 [bos] a b b b b [eos]
cls1  - sp3 : -4.78  -0.80 7   0.33 [bos] a b b b b [eos]
cls1  - sp4 : -5.33  -0.89 7   0.33 [bos] a b b b b [eos]
cls2  - sp0 : -2.77  -0.46 7   0.67 [bos] a b b b b [eos]
cls2  - sp1 : -3.08  -0.51 7   0.67 [bos] a b b b b [eos]
cls2  - sp2 : -3.44  -0.57 7   0.50 [bos] a b b b b [eos]
cls2  - sp3 : -4.08  -0.68 7   0.67 [bos] a b b b b [eos]
cls2  - sp4 : -4.34  -0.72 7   0.50 [bos] a b b b b [eos]
cls3  - sp0 : -1.26  -0.21 7   0.83 [bos] a b b b b [eos]
cls3  - sp1 : -2.36  -0.39 7   1.00 [bos] a b b b b [eos]
cls3  - sp2 : -3.90  -0.65 7   0.83 [bos] a b b b b [eos]
cls3  - sp3 : -4.20  -0.70 7   0.83 [bos] a b b b b [eos]
cls3  - sp4 : -4.49  -0.75 7   0.83 [bos] a b b b [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-63
src: none   none  7   [bos] a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.36  /-5.44  /3.08   /0.0/0.00    -0.39 /-0.91  7   [bos] a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -40.59 /-3.84  /-36.75 /   /-39.83    -8.12 /-0.77  6   [bos] a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.09 /-2.30  /-17.78 /   /-20.87    -10.04/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.09 /-2.30  /-17.78 /   /-20.87    -10.04/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -20.54 /-2.81  /-17.72 /   /-20.81    -6.85 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -35.48 /-3.32  /-32.15 /   /-35.23    -8.87 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -3.54  -0.59 7   0.00 [bos] a b b b b [eos]
cls0  - sp1 : -3.63  -0.61 7   0.17 [bos] a b b b b [eos]
cls0  - sp2 : -4.18  -0.70 7   0.17 [bos] a b b b b [eos]
cls0  - sp3 : -4.76  -0.79 7   0.17 [bos] a b b b b [eos]
cls0  - sp4 : -5.05  -0.84 7   0.17 [bos] a b b b b [eos]
cls1  - sp0 : -3.44  -0.57 7   0.33 [bos] a b b b b [eos]
cls1  - sp1 : -4.01  -0.67 7   0.33 [bos] a b b b b [eos]
cls1  - sp2 : -4.17  -0.70 7   0.33 [bos] a b b b b [eos]
cls1  - sp3 : -4.78  -0.80 7   0.33 [bos] a b b b b [eos]
cls1  - sp4 : -5.33  -0.89 7   0.33 [bos] a b b b b [eos]
cls2  - sp0 : -2.77  -0.46 7   0.67 [bos] a b b b b [eos]
cls2  - sp1 : -3.08  -0.51 7   0.67 [bos] a b b b b [eos]
cls2  - sp2 : -3.44  -0.57 7   0.50 [bos] a b b b b [eos]
cls2  - sp3 : -4.08  -0.68 7   0.67 [bos] a b b b b [eos]
cls2  - sp4 : -4.34  -0.72 7   0.50 [bos] a b b b b [eos]
cls3  - sp0 : -1.26  -0.21 7   0.83 [bos] a b b b b [eos]
cls3  - sp1 : -2.36  -0.39 7   1.00 [bos] a b b b b [eos]
cls3  - sp2 : -3.90  -0.65 7   0.83 [bos] a b b b b [eos]
cls3  - sp3 : -4.20  -0.70 7   0.83 [bos] a b b b b [eos]
cls3  - sp4 : -4.49  -0.75 7   0.83 [bos] a b b b [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-64
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.27  /-2.30  /1.03   /0.69/-0.69    -0.63 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -1.27  /-2.30  /1.03   /   /-0.69    -0.63 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -10.84 /-2.30  /-8.54  /   /-10.27    -5.42 /-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -22.74 /-4.35  /-18.40 /   /-20.12    -3.79 /-0.72  7   [bos] b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -10.07 /-2.81  /-7.26  /   /-8.99    -3.36 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -46.60 /-5.96  /-40.64 /   /-42.37    -6.66 /-0.85  8   [bos] a a a b b b [eos]
cls0  - sp0 : -1.27  -0.63 3   0.00 [bos] b [eos]
cls0  - sp1 : -5.18  -2.59 3   0.00 [bos] [pad] [eos]
cls0  - sp2 : -5.36  -5.36 2   0.00 [bos] [eos]
cls0  - sp3 : -5.79  -2.89 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.80  -2.20 5   0.00 [bos] b [unk] b [eos]
cls1  - sp0 : -7.83  -1.96 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -8.90  -2.23 5   0.25 [bos] b [unk] b [eos]
cls1  - sp2 : -9.13  -2.28 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.40  -2.35 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp4 : -9.63  -2.41 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] b [eos]
cls2  - sp1 : -1.70  -0.85 3   0.50 [bos] [unk] [eos]
cls2  - sp2 : -2.14  -1.07 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.87  -2.44 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.95  -2.98 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.33  -1.16 3   1.00 [bos] b [eos]
cls3  - sp1 : -2.44  -1.22 3   1.00 [bos] [unk] [eos]
cls3  - sp2 : -5.57  -5.57 2   1.00 [bos] [eos]
cls3  - sp3 : -5.63  -2.81 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.18  -2.05 5   0.75 [bos] b [pad] b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-65
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.33  /-2.30  /-0.02  /0.69/-0.69    -1.16 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -2.33  /-2.30  /-0.02  /   /-0.69    -1.16 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -11.21 /-2.30  /-8.91  /   /-9.58    -5.61 /-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -22.36 /-4.35  /-18.01 /   /-18.68    -3.73 /-0.72  7   [bos] b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -13.97 /-2.81  /-11.16 /   /-11.83    -4.66 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -41.15 /-5.96  /-35.20 /   /-35.87    -5.88 /-0.85  8   [bos] a a a b b b [eos]
cls0  - sp0 : -1.27  -0.63 3   0.00 [bos] b [eos]
cls0  - sp1 : -5.18  -2.59 3   0.00 [bos] [pad] [eos]
cls0  - sp2 : -5.36  -5.36 2   0.00 [bos] [eos]
cls0  - sp3 : -5.79  -2.89 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.80  -2.20 5   0.00 [bos] b [unk] b [eos]
cls1  - sp0 : -7.83  -1.96 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -8.90  -2.23 5   0.25 [bos] b [unk] b [eos]
cls1  - sp2 : -9.13  -2.28 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.40  -2.35 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp4 : -9.63  -2.41 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] b [eos]
cls2  - sp1 : -1.70  -0.85 3   0.50 [bos] [unk] [eos]
cls2  - sp2 : -2.14  -1.07 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.87  -2.44 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.95  -2.98 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.33  -1.16 3   1.00 [bos] b [eos]
cls3  - sp1 : -2.44  -1.22 3   1.00 [bos] [unk] [eos]
cls3  - sp2 : -5.57  -5.57 2   1.00 [bos] [eos]
cls3  - sp3 : -5.63  -2.81 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.18  -2.05 5   0.75 [bos] b [pad] b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-66
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.32  /-2.30  /0.98   /0.69/-0.69    -0.66 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -1.32  /-2.30  /0.98   /   /-0.69    -0.66 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -9.85  /-2.30  /-7.55  /   /-9.22    -4.93 /-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -25.58 /-4.35  /-21.23 /   /-22.91    -4.26 /-0.72  7   [bos] b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -9.99  /-2.81  /-7.18  /   /-8.86    -3.33 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -45.55 /-5.96  /-39.60 /   /-41.28    -6.51 /-0.85  8   [bos] a a a b b b [eos]
cls0  - sp0 : -1.32  -0.66 3   0.00 [bos] b [eos]
cls0  - sp1 : -4.13  -4.13 2   0.00 [bos] [eos]
cls0  - sp2 : -5.01  -2.51 3   0.00 [bos] [pad] [eos]
cls0  - sp3 : -5.09  -2.55 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.67  -4.33 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -8.20  -2.05 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -9.43  -2.36 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp2 : -9.51  -2.38 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.81  -2.45 5   0.25 [bos] b [unk] [unk] [eos]
cls1  - sp4 : -10.05 -2.51 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] [unk] [eos]
cls2  - sp1 : -1.82  -0.91 3   0.50 [bos] b [eos]
cls2  - sp2 : -2.13  -1.06 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.27  -2.14 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.74  -2.87 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.34  -1.17 3   1.00 [bos] [unk] [eos]
cls3  - sp1 : -2.46  -1.23 3   1.00 [bos] b [eos]
cls3  - sp2 : -4.34  -4.34 2   1.00 [bos] [eos]
cls3  - sp3 : -4.98  -2.49 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.20  -4.10 3   1.00 [bos] [bos] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-67
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.46  /-2.30  /-0.16  /0.69/-0.69    -1.23 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -2.46  /-2.30  /-0.16  /   /-0.69    -1.23 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -10.29 /-2.30  /-7.99  /   /-8.52    -5.15 /-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -25.65 /-4.35  /-21.30 /   /-21.84    -4.27 /-0.72  7   [bos] b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -11.59 /-2.81  /-8.77  /   /-9.31    -3.86 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -41.25 /-5.96  /-35.30 /   /-35.83    -5.89 /-0.85  8   [bos] a a a b b b [eos]
cls0  - sp0 : -1.32  -0.66 3   0.00 [bos] b [eos]
cls0  - sp1 : -4.13  -4.13 2   0.00 [bos] [eos]
cls0  - sp2 : -5.01  -2.51 3   0.00 [bos] [pad] [eos]
cls0  - sp3 : -5.09  -2.55 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.67  -4.33 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -8.20  -2.05 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -9.43  -2.36 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp2 : -9.51  -2.38 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.81  -2.45 5   0.25 [bos] b [unk] [unk] [eos]
cls1  - sp4 : -10.05 -2.51 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] [unk] [eos]
cls2  - sp1 : -1.82  -0.91 3   0.50 [bos] b [eos]
cls2  - sp2 : -2.13  -1.06 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.27  -2.14 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.74  -2.87 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.34  -1.17 3   1.00 [bos] [unk] [eos]
cls3  - sp1 : -2.46  -1.23 3   1.00 [bos] b [eos]
cls3  - sp2 : -4.34  -4.34 2   1.00 [bos] [eos]
cls3  - sp3 : -4.98  -2.49 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.20  -4.10 3   1.00 [bos] [bos] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-68
src: none   none  6   [bos] b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.74  /-3.84  /-4.90  /0.0/-0.00    -1.75 /-0.77  6   [bos] b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -50.52 /-3.84  /-46.69 /   /-41.79    -10.10/-0.77  6   [bos] a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -30.66 /-3.91  /-26.75 /   /-21.84    -10.22/-1.30  4   [bos] b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -35.62 /-7.64  /-27.97 /   /-23.07    -5.94 /-1.27  7   [bos] a b b a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -27.90 /-3.91  /-23.98 /   /-19.08    -9.30 /-1.30  4   [bos] a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -17.36 /-3.32  /-14.03 /   /-9.13    -4.34 /-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -8.12  -8.12 2   0.00 [bos] [eos]
cls0  - sp1 : -36.04 -0.28 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -36.60 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -37.09 -0.29 128 0.02 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -37.10 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -46.65 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -46.82 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -47.07 -0.37 128 0.29 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -47.19 -0.37 128 0.30 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -47.85 -0.38 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -52.94 -0.42 128 0.51 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -53.26 -0.42 128 0.53 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -53.58 -0.42 128 0.58 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -53.60 -0.42 128 0.57 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -53.67 -0.42 128 0.61 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -4.45  -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.53  -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -5.24  -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.27  -0.04 128 0.99 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.50  -0.04 128 0.99 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-69
src: none   none  6   [bos] b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -6.93  /-3.84  /-3.09  /0.0/-0.00    -1.39 /-0.77  6   [bos] b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -45.76 /-3.84  /-41.93 /   /-38.84    -9.15 /-0.77  6   [bos] a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -29.92 /-3.91  /-26.01 /   /-22.92    -9.97 /-1.30  4   [bos] b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -30.26 /-7.64  /-22.62 /   /-19.53    -5.04 /-1.27  7   [bos] a b b a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -26.56 /-3.91  /-22.65 /   /-19.56    -8.85 /-1.30  4   [bos] a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -17.95 /-3.32  /-14.63 /   /-11.54    -4.49 /-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -8.12  -8.12 2   0.00 [bos] [eos]
cls0  - sp1 : -36.04 -0.28 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -36.60 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -37.09 -0.29 128 0.02 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -37.10 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -46.65 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -46.82 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -47.07 -0.37 128 0.29 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -47.19 -0.37 128 0.30 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -47.85 -0.38 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -52.94 -0.42 128 0.51 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -53.26 -0.42 128 0.53 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -53.58 -0.42 128 0.58 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -53.60 -0.42 128 0.57 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -53.67 -0.42 128 0.61 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -4.45  -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.53  -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -5.24  -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.27  -0.04 128 0.99 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.50  -0.04 128 0.99 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-70
src: none   none  6   [bos] b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.50  /-3.84  /-4.66  /0.0/-0.00    -1.70 /-0.77  6   [bos] b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -46.67 /-3.84  /-42.83 /   /-38.17    -9.33 /-0.77  6   [bos] a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -29.06 /-3.91  /-25.15 /   /-20.49    -9.69 /-1.30  4   [bos] b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -32.42 /-7.64  /-24.78 /   /-20.11    -5.40 /-1.27  7   [bos] a b b a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -25.89 /-3.91  /-21.98 /   /-17.32    -8.63 /-1.30  4   [bos] a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -17.77 /-3.32  /-14.45 /   /-9.78    -4.44 /-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -6.14  -6.14 2   0.00 [bos] [eos]
cls0  - sp1 : -17.92 -0.14 128 0.02 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -18.21 -0.14 128 0.02 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -18.93 -0.15 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -19.26 -0.15 128 0.02 [bos] b b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -40.87 -0.32 128 0.25 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -41.14 -0.32 128 0.26 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -41.40 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -41.41 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -41.92 -0.33 128 0.31 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -112.05 -0.88 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -112.44 -0.89 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -115.13 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -115.52 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -116.04 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b
cls3  - sp0 : -4.69  -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.73  -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -4.89  -0.04 128 1.00 [bos] b b b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.28  -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.32  -0.04 128 1.00 [bos] b b b b [unk] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-71
src: none   none  6   [bos] b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.18  /-3.84  /-1.35  /0.0/-0.00    -1.04 /-0.77  6   [bos] b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -40.98 /-3.84  /-37.14 /   /-35.80    -8.20 /-0.77  6   [bos] a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -29.28 /-3.91  /-25.37 /   /-24.02    -9.76 /-1.30  4   [bos] b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -25.23 /-7.64  /-17.59 /   /-16.24    -4.20 /-1.27  7   [bos] a b b a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -25.29 /-3.91  /-21.38 /   /-20.03    -8.43 /-1.30  4   [bos] a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -18.10 /-3.32  /-14.78 /   /-13.43    -4.53 /-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -6.14  -6.14 2   0.00 [bos] [eos]
cls0  - sp1 : -17.92 -0.14 128 0.02 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -18.21 -0.14 128 0.02 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -18.93 -0.15 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -19.26 -0.15 128 0.02 [bos] b b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -40.87 -0.32 128 0.25 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -41.14 -0.32 128 0.26 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -41.40 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -41.41 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -41.92 -0.33 128 0.31 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -112.05 -0.88 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -112.44 -0.89 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -115.13 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -115.52 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -116.04 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b
cls3  - sp0 : -4.69  -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.73  -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -4.89  -0.04 128 1.00 [bos] b b b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.28  -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.32  -0.04 128 1.00 [bos] b b b b [unk] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-72
src: none   none  5   [bos] a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.04  /-4.42  /1.38   /0.0/0.00    -0.76 /-1.11  5   [bos] a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -34.10 /-7.49  /-26.61 /   /-27.99    -3.41 /-0.75  11  [bos] a a a a b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -74.70 /-20.72 /-53.98 /   /-55.36    -3.25 /-0.90  24  [bos] a a a b b a a a a a b b a a a a b b b b a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -48.55 /-5.44  /-43.11 /   /-44.49    -8.09 /-0.91  7   [bos] b a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -46.96 /-4.86  /-42.11 /   /-43.49    -6.71 /-0.69  8   [bos] b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -18.25 /-2.30  /-15.95 /   /-17.33    -9.13 /-1.15  3   [bos] a [eos]
cls0  - sp0 : -3.04  -0.76 5   0.00 [bos] a a b [eos]
cls0  - sp1 : -7.85  -1.96 5   0.00 [bos] [unk] a b [eos]
cls0  - sp2 : -7.92  -7.92 2   0.00 [bos] [eos]
cls0  - sp3 : -10.26 -2.05 6   0.20 [bos] a a b [pad] [eos]
cls0  - sp4 : -10.35 -1.73 7   0.17 [bos] a a b [unk] a [eos]
cls1  - sp0 : -2.74  -0.69 5   0.25 [bos] a a b [eos]
cls1  - sp1 : -4.00  -1.00 5   0.25 [bos] a a b [eos]
cls1  - sp2 : -4.56  -1.14 5   0.25 [bos] a a b [eos]
cls1  - sp3 : -4.63  -1.16 5   0.25 [bos] a a b [eos]
cls1  - sp4 : -6.78  -1.70 5   0.25 [bos] [unk] a b [eos]
cls2  - sp0 : -2.00  -0.50 5   0.50 [bos] a a b [eos]
cls2  - sp1 : -3.01  -0.75 5   0.50 [bos] a a b [eos]
cls2  - sp2 : -3.58  -0.89 5   0.50 [bos] a a b [eos]
cls2  - sp3 : -4.49  -1.12 5   0.50 [bos] a a b [eos]
cls2  - sp4 : -5.30  -1.32 5   0.50 [bos] [unk] a b [eos]
cls3  - sp0 : -1.06  -0.26 5   0.75 [bos] a a b [eos]
cls3  - sp1 : -1.83  -0.46 5   1.00 [bos] a a b [eos]
cls3  - sp2 : -2.85  -0.71 5   0.75 [bos] a a b [eos]
cls3  - sp3 : -3.76  -0.94 5   0.75 [bos] a a b [eos]
cls3  - sp4 : -5.37  -1.34 5   0.75 [bos] a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-73
src: none   none  5   [bos] a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.83  /-4.42  /2.59   /0.0/0.00    -0.46 /-1.11  5   [bos] a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -33.21 /-7.49  /-25.72 /   /-28.31    -3.32 /-0.75  11  [bos] a a a a b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -102.26/-20.72 /-81.54 /   /-84.13    -4.45 /-0.90  24  [bos] a a a b b a a a a a b b a a a a b b b b a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -32.70 /-5.44  /-27.26 /   /-29.85    -5.45 /-0.91  7   [bos] b a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -55.56 /-4.86  /-50.70 /   /-53.30    -7.94 /-0.69  8   [bos] b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -18.10 /-2.30  /-15.79 /   /-18.39    -9.05 /-1.15  3   [bos] a [eos]
cls0  - sp0 : -3.04  -0.76 5   0.00 [bos] a a b [eos]
cls0  - sp1 : -7.85  -1.96 5   0.00 [bos] [unk] a b [eos]
cls0  - sp2 : -7.92  -7.92 2   0.00 [bos] [eos]
cls0  - sp3 : -10.26 -2.05 6   0.20 [bos] a a b [pad] [eos]
cls0  - sp4 : -10.35 -1.73 7   0.17 [bos] a a b [unk] a [eos]
cls1  - sp0 : -2.74  -0.69 5   0.25 [bos] a a b [eos]
cls1  - sp1 : -4.00  -1.00 5   0.25 [bos] a a b [eos]
cls1  - sp2 : -4.56  -1.14 5   0.25 [bos] a a b [eos]
cls1  - sp3 : -4.63  -1.16 5   0.25 [bos] a a b [eos]
cls1  - sp4 : -6.78  -1.70 5   0.25 [bos] [unk] a b [eos]
cls2  - sp0 : -2.00  -0.50 5   0.50 [bos] a a b [eos]
cls2  - sp1 : -3.01  -0.75 5   0.50 [bos] a a b [eos]
cls2  - sp2 : -3.58  -0.89 5   0.50 [bos] a a b [eos]
cls2  - sp3 : -4.49  -1.12 5   0.50 [bos] a a b [eos]
cls2  - sp4 : -5.30  -1.32 5   0.50 [bos] [unk] a b [eos]
cls3  - sp0 : -1.06  -0.26 5   0.75 [bos] a a b [eos]
cls3  - sp1 : -1.83  -0.46 5   1.00 [bos] a a b [eos]
cls3  - sp2 : -2.85  -0.71 5   0.75 [bos] a a b [eos]
cls3  - sp3 : -3.76  -0.94 5   0.75 [bos] a a b [eos]
cls3  - sp4 : -5.37  -1.34 5   0.75 [bos] a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-74
src: none   none  5   [bos] a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.01  /-4.42  /1.41   /0.0/0.00    -0.75 /-1.11  5   [bos] a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -34.69 /-7.49  /-27.21 /   /-28.62    -3.47 /-0.75  11  [bos] a a a a b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -73.60 /-20.72 /-52.88 /   /-54.30    -3.20 /-0.90  24  [bos] a a a b b a a a a a b b a a a a b b b b a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -48.56 /-5.44  /-43.12 /   /-44.53    -8.09 /-0.91  7   [bos] b a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -47.59 /-4.86  /-42.73 /   /-44.14    -6.80 /-0.69  8   [bos] b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -17.56 /-2.30  /-15.26 /   /-16.68    -8.78 /-1.15  3   [bos] a [eos]
cls0  - sp0 : -3.01  -0.75 5   0.00 [bos] a a b [eos]
cls0  - sp1 : -7.80  -1.95 5   0.00 [bos] [unk] a b [eos]
cls0  - sp2 : -7.81  -7.81 2   0.00 [bos] [eos]
cls0  - sp3 : -10.30 -1.72 7   0.17 [bos] a a b [unk] a [eos]
cls0  - sp4 : -10.35 -2.07 6   0.20 [bos] a a b [pad] [eos]
cls1  - sp0 : -2.82  -0.70 5   0.25 [bos] a a b [eos]
cls1  - sp1 : -3.99  -1.00 5   0.25 [bos] a a b [eos]
cls1  - sp2 : -4.46  -1.11 5   0.25 [bos] a a b [eos]
cls1  - sp3 : -4.61  -1.15 5   0.25 [bos] a a b [eos]
cls1  - sp4 : -6.81  -1.70 5   0.25 [bos] [unk] a b [eos]
cls2  - sp0 : -1.97  -0.49 5   0.50 [bos] a a b [eos]
cls2  - sp1 : -3.05  -0.76 5   0.50 [bos] a a b [eos]
cls2  - sp2 : -3.65  -0.91 5   0.50 [bos] a a b [eos]
cls2  - sp3 : -4.39  -1.10 5   0.50 [bos] a a b [eos]
cls2  - sp4 : -5.18  -1.30 5   0.50 [bos] [unk] a b [eos]
cls3  - sp0 : -1.07  -0.27 5   0.75 [bos] a a b [eos]
cls3  - sp1 : -1.83  -0.46 5   1.00 [bos] a a b [eos]
cls3  - sp2 : -2.82  -0.70 5   0.75 [bos] a a b [eos]
cls3  - sp3 : -3.80  -0.95 5   0.75 [bos] a a b [eos]
cls3  - sp4 : -5.27  -1.32 5   0.75 [bos] a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-75
src: none   none  5   [bos] a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.83  /-4.42  /2.59   /0.0/0.00    -0.46 /-1.11  5   [bos] a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -33.88 /-7.49  /-26.39 /   /-28.98    -3.39 /-0.75  11  [bos] a a a a b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -95.94 /-20.72 /-75.22 /   /-77.82    -4.17 /-0.90  24  [bos] a a a b b a a a a a b b a a a a b b b b a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -32.76 /-5.44  /-27.32 /   /-29.91    -5.46 /-0.91  7   [bos] b a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -55.29 /-4.86  /-50.43 /   /-53.03    -7.90 /-0.69  8   [bos] b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -17.45 /-2.30  /-15.14 /   /-17.74    -8.72 /-1.15  3   [bos] a [eos]
cls0  - sp0 : -3.01  -0.75 5   0.00 [bos] a a b [eos]
cls0  - sp1 : -7.80  -1.95 5   0.00 [bos] [unk] a b [eos]
cls0  - sp2 : -7.81  -7.81 2   0.00 [bos] [eos]
cls0  - sp3 : -10.30 -1.72 7   0.17 [bos] a a b [unk] a [eos]
cls0  - sp4 : -10.35 -2.07 6   0.20 [bos] a a b [pad] [eos]
cls1  - sp0 : -2.82  -0.70 5   0.25 [bos] a a b [eos]
cls1  - sp1 : -3.99  -1.00 5   0.25 [bos] a a b [eos]
cls1  - sp2 : -4.46  -1.11 5   0.25 [bos] a a b [eos]
cls1  - sp3 : -4.61  -1.15 5   0.25 [bos] a a b [eos]
cls1  - sp4 : -6.81  -1.70 5   0.25 [bos] [unk] a b [eos]
cls2  - sp0 : -1.97  -0.49 5   0.50 [bos] a a b [eos]
cls2  - sp1 : -3.05  -0.76 5   0.50 [bos] a a b [eos]
cls2  - sp2 : -3.65  -0.91 5   0.50 [bos] a a b [eos]
cls2  - sp3 : -4.39  -1.10 5   0.50 [bos] a a b [eos]
cls2  - sp4 : -5.18  -1.30 5   0.50 [bos] [unk] a b [eos]
cls3  - sp0 : -1.07  -0.27 5   0.75 [bos] a a b [eos]
cls3  - sp1 : -1.83  -0.46 5   1.00 [bos] a a b [eos]
cls3  - sp2 : -2.82  -0.70 5   0.75 [bos] a a b [eos]
cls3  - sp3 : -3.80  -0.95 5   0.75 [bos] a a b [eos]
cls3  - sp4 : -5.27  -1.32 5   0.75 [bos] a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-76
src: none   none  15  [bos] a a a a b b a a a a b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -11.62 /-12.83 /1.21   /0.0/-0.00    -0.83 /-0.92  15  [bos] a a a a b b a a a a b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.69 /-2.81  /-16.88 /   /-18.08    -6.56 /-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -36.17 /-5.44  /-30.72 /   /-31.93    -6.03 /-0.91  7   [bos] a a b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -37.30 /-6.54  /-30.75 /   /-31.96    -6.22 /-1.09  7   [bos] b b a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -21.73 /-2.30  /-19.42 /   /-20.63    -10.86/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -16.53 /-5.37  /-11.16 /   /-12.37    -2.07 /-0.67  9   [bos] a a a a a a a [eos]
cls0  - sp0 : -14.82 -14.82 2   0.00 [bos] [eos]
cls0  - sp1 : -41.81 -0.33 128 0.00 [bos] a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -42.01 -0.33 128 0.00 [bos] a a a a b b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -43.29 -0.34 128 0.00 [bos] a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a
cls0  - sp4 : -43.36 -0.34 128 0.00 [bos] a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -11.83 -0.79 16  0.47 [bos] a a a a b b b a b b b b b b [eos]
cls1  - sp1 : -12.11 -0.93 14  0.31 [bos] a a a a a b b a b b b b [eos]
cls1  - sp2 : -12.39 -0.88 15  0.29 [bos] a a a a a b b a b b b b b [eos]
cls1  - sp3 : -12.74 -0.91 15  0.29 [bos] a a a a a b b a b b b b a [eos]
cls1  - sp4 : -13.18 -0.78 18  0.41 [bos] a a a a b b b a b b b b b b b b [eos]
cls2  - sp0 : -10.03 -0.84 13  0.58 [bos] a a a a b b b a b b b [eos]
cls2  - sp1 : -10.29 -0.79 14  0.54 [bos] a a a a b b b a b b b b [eos]
cls2  - sp2 : -10.35 -0.86 13  0.67 [bos] a a a a a b b a b b b [eos]
cls2  - sp3 : -10.48 -0.87 13  0.67 [bos] a a a a b b b a b b b [eos]
cls2  - sp4 : -10.51 -0.88 13  0.67 [bos] a a a a a b b a b a b [eos]
cls3  - sp0 : -14.85 -14.85 2   1.00 [bos] [eos]
cls3  - sp1 : -16.91 -0.13 128 1.00 [bos] a a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -17.81 -0.14 128 1.00 [bos] a a a a b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -18.47 -0.15 128 1.00 [bos] a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -18.93 -0.15 128 1.00 [bos] a a a a b b b a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-77
src: none   none  15  [bos] a a a a b b a a a a b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -14.29 /-12.83 /-1.46  /0.0/-0.00    -1.02 /-0.92  15  [bos] a a a a b b a a a a b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -20.53 /-2.81  /-17.71 /   /-16.25    -6.84 /-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -35.82 /-5.44  /-30.38 /   /-28.92    -5.97 /-0.91  7   [bos] a a b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -37.05 /-6.54  /-30.51 /   /-29.05    -6.18 /-1.09  7   [bos] b b a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -20.92 /-2.30  /-18.62 /   /-17.16    -10.46/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -14.39 /-5.37  /-9.02  /   /-7.56    -1.80 /-0.67  9   [bos] a a a a a a a [eos]
cls0  - sp0 : -14.82 -14.82 2   0.00 [bos] [eos]
cls0  - sp1 : -41.81 -0.33 128 0.00 [bos] a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -42.01 -0.33 128 0.00 [bos] a a a a b b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -43.29 -0.34 128 0.00 [bos] a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a
cls0  - sp4 : -43.36 -0.34 128 0.00 [bos] a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -11.83 -0.79 16  0.47 [bos] a a a a b b b a b b b b b b [eos]
cls1  - sp1 : -12.11 -0.93 14  0.31 [bos] a a a a a b b a b b b b [eos]
cls1  - sp2 : -12.39 -0.88 15  0.29 [bos] a a a a a b b a b b b b b [eos]
cls1  - sp3 : -12.74 -0.91 15  0.29 [bos] a a a a a b b a b b b b a [eos]
cls1  - sp4 : -13.18 -0.78 18  0.41 [bos] a a a a b b b a b b b b b b b b [eos]
cls2  - sp0 : -10.03 -0.84 13  0.58 [bos] a a a a b b b a b b b [eos]
cls2  - sp1 : -10.29 -0.79 14  0.54 [bos] a a a a b b b a b b b b [eos]
cls2  - sp2 : -10.35 -0.86 13  0.67 [bos] a a a a a b b a b b b [eos]
cls2  - sp3 : -10.48 -0.87 13  0.67 [bos] a a a a b b b a b b b [eos]
cls2  - sp4 : -10.51 -0.88 13  0.67 [bos] a a a a a b b a b a b [eos]
cls3  - sp0 : -14.85 -14.85 2   1.00 [bos] [eos]
cls3  - sp1 : -16.91 -0.13 128 1.00 [bos] a a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -17.81 -0.14 128 1.00 [bos] a a a a b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -18.47 -0.15 128 1.00 [bos] a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -18.93 -0.15 128 1.00 [bos] a a a a b b b a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-78
src: none   none  15  [bos] a a a a b b a a a a b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -11.33 /-12.83 /1.50   /0.0/-0.00    -0.81 /-0.92  15  [bos] a a a a b b a a a a b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.52 /-2.81  /-16.70 /   /-18.20    -6.51 /-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -33.66 /-5.44  /-28.21 /   /-29.71    -5.61 /-0.91  7   [bos] a a b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -37.91 /-6.54  /-31.37 /   /-32.86    -6.32 /-1.09  7   [bos] b b a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -21.01 /-2.30  /-18.71 /   /-20.21    -10.51/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -19.29 /-5.37  /-13.92 /   /-15.42    -2.41 /-0.67  9   [bos] a a a a a a a [eos]
cls0  - sp0 : -14.48 -14.48 2   0.00 [bos] [eos]
cls0  - sp1 : -65.38 -0.51 128 0.00 [bos] a a a a b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp2 : -65.67 -0.52 128 0.00 [bos] a a a a b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a b
cls0  - sp3 : -65.83 -0.52 128 0.00 [bos] a a a a b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a b b b b
cls0  - sp4 : -65.93 -0.52 128 0.00 [bos] a a a a b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a b b b
cls1  - sp0 : -6.65  -0.74 10  0.44 [bos] a a a a b b a a [eos]
cls1  - sp1 : -15.88 -0.76 22  0.29 [bos] a a a a b b a a a a a a a a a a a a a a [eos]
cls1  - sp2 : -22.39 -0.83 28  0.44 [bos] a a a a b b a a a a a b b b b b a a b b b b b b b b [eos]
cls1  - sp3 : -24.20 -0.83 30  0.41 [bos] a a a a b b a a a a a b b b b b a a b b b b b b b b b b [eos]
cls1  - sp4 : -24.31 -0.84 30  0.41 [bos] a a a a b b a a a a a b b b b b a a b b b b b b b a b b [eos]
cls2  - sp0 : -9.40  -0.78 13  0.50 [bos] a a a a b b a a a a a [eos]
cls2  - sp1 : -9.89  -0.82 13  0.50 [bos] a a a a b b a a a a b [eos]
cls2  - sp2 : -10.45 -0.87 13  0.67 [bos] a a a a b b a a b a b [eos]
cls2  - sp3 : -14.34 -0.84 18  0.65 [bos] a a a a b b a a a a a b b b b b [eos]
cls2  - sp4 : -14.87 -0.83 19  0.67 [bos] a a a a b b a a a a a b b b b b b [eos]
cls3  - sp0 : -14.54 -14.54 2   1.00 [bos] [eos]
cls3  - sp1 : -24.00 -0.19 128 1.00 [bos] a a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -24.43 -0.19 128 1.00 [bos] a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -24.52 -0.19 128 1.00 [bos] a a a a b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -24.96 -0.20 128 1.00 [bos] a a a a b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-79
src: none   none  15  [bos] a a a a b b a a a a b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -10.96 /-12.83 /1.86   /0.0/-0.00    -0.78 /-0.92  15  [bos] a a a a b b a a a a b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.92 /-2.81  /-17.10 /   /-18.97    -6.64 /-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -34.12 /-5.44  /-28.68 /   /-30.54    -5.69 /-0.91  7   [bos] a a b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -37.27 /-6.54  /-30.73 /   /-32.59    -6.21 /-1.09  7   [bos] b b a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -20.28 /-2.30  /-17.98 /   /-19.84    -10.14/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -17.60 /-5.37  /-12.24 /   /-14.10    -2.20 /-0.67  9   [bos] a a a a a a a [eos]
cls0  - sp0 : -14.48 -14.48 2   0.00 [bos] [eos]
cls0  - sp1 : -65.38 -0.51 128 0.00 [bos] a a a a b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp2 : -65.67 -0.52 128 0.00 [bos] a a a a b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a b
cls0  - sp3 : -65.83 -0.52 128 0.00 [bos] a a a a b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a b b b b
cls0  - sp4 : -65.93 -0.52 128 0.00 [bos] a a a a b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a b b b
cls1  - sp0 : -6.65  -0.74 10  0.44 [bos] a a a a b b a a [eos]
cls1  - sp1 : -15.88 -0.76 22  0.29 [bos] a a a a b b a a a a a a a a a a a a a a [eos]
cls1  - sp2 : -22.39 -0.83 28  0.44 [bos] a a a a b b a a a a a b b b b b a a b b b b b b b b [eos]
cls1  - sp3 : -24.20 -0.83 30  0.41 [bos] a a a a b b a a a a a b b b b b a a b b b b b b b b b b [eos]
cls1  - sp4 : -24.31 -0.84 30  0.41 [bos] a a a a b b a a a a a b b b b b a a b b b b b b b a b b [eos]
cls2  - sp0 : -9.40  -0.78 13  0.50 [bos] a a a a b b a a a a a [eos]
cls2  - sp1 : -9.89  -0.82 13  0.50 [bos] a a a a b b a a a a b [eos]
cls2  - sp2 : -10.45 -0.87 13  0.67 [bos] a a a a b b a a b a b [eos]
cls2  - sp3 : -14.34 -0.84 18  0.65 [bos] a a a a b b a a a a a b b b b b [eos]
cls2  - sp4 : -14.87 -0.83 19  0.67 [bos] a a a a b b a a a a a b b b b b b [eos]
cls3  - sp0 : -14.54 -14.54 2   1.00 [bos] [eos]
cls3  - sp1 : -24.00 -0.19 128 1.00 [bos] a a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -24.43 -0.19 128 1.00 [bos] a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -24.52 -0.19 128 1.00 [bos] a a a a b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -24.96 -0.20 128 1.00 [bos] a a a a b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-80
src: none   none  6   [bos] b b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -6.05  /-4.93  /-1.12  /0.0/0.00    -1.21 /-0.99  6   [bos] b b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -39.05 /-2.81  /-36.24 /   /-35.12    -13.02/-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -39.05 /-2.81  /-36.24 /   /-35.12    -13.02/-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.66 /-2.30  /-18.36 /   /-17.24    -10.33/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -79.70 /-16.12 /-63.58 /   /-62.46    -5.69 /-1.15  15  [bos] a b a b b a a b a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -55.92 /-7.05  /-48.87 /   /-47.75    -7.99 /-1.01  8   [bos] b a a b b b [eos]
cls0  - sp0 : -5.83  -1.17 6   0.20 [bos] b b b a [eos]
cls0  - sp1 : -5.97  -1.19 6   0.20 [bos] b b b a [eos]
cls0  - sp2 : -7.51  -7.51 2   0.00 [bos] [eos]
cls0  - sp3 : -46.65 -0.37 128 0.01 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -47.60 -0.37 128 0.02 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -5.43  -1.09 6   0.40 [bos] b b b a [eos]
cls1  - sp1 : -50.23 -0.40 128 0.28 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -50.30 -0.40 128 0.28 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -50.31 -0.40 128 0.28 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -50.37 -0.40 128 0.27 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -4.43  -0.89 6   0.60 [bos] b b b a [eos]
cls2  - sp1 : -45.31 -0.36 128 0.73 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -45.38 -0.36 128 0.72 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -45.45 -0.36 128 0.72 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -45.61 -0.36 128 0.73 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -3.89  -0.03 128 1.00 [bos] b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.10  -0.82 6   0.80 [bos] b b b a [eos]
cls3  - sp2 : -4.14  -0.03 128 1.00 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -4.18  -0.03 128 0.99 [bos] b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -4.47  -0.04 128 0.99 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-81
src: none   none  6   [bos] b b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -4.49  /-4.93  /0.45   /0.0/0.00    -0.90 /-0.99  6   [bos] b b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -37.97 /-2.81  /-35.16 /   /-35.61    -12.66/-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -37.97 /-2.81  /-35.16 /   /-35.61    -12.66/-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.27 /-2.30  /-18.97 /   /-19.42    -10.64/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -72.58 /-16.12 /-56.45 /   /-56.90    -5.18 /-1.15  15  [bos] a b a b b a a b a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -53.88 /-7.05  /-46.82 /   /-47.27    -7.70 /-1.01  8   [bos] b a a b b b [eos]
cls0  - sp0 : -5.83  -1.17 6   0.20 [bos] b b b a [eos]
cls0  - sp1 : -5.97  -1.19 6   0.20 [bos] b b b a [eos]
cls0  - sp2 : -7.51  -7.51 2   0.00 [bos] [eos]
cls0  - sp3 : -46.65 -0.37 128 0.01 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -47.60 -0.37 128 0.02 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -5.43  -1.09 6   0.40 [bos] b b b a [eos]
cls1  - sp1 : -50.23 -0.40 128 0.28 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -50.30 -0.40 128 0.28 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -50.31 -0.40 128 0.28 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -50.37 -0.40 128 0.27 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -4.43  -0.89 6   0.60 [bos] b b b a [eos]
cls2  - sp1 : -45.31 -0.36 128 0.73 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -45.38 -0.36 128 0.72 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -45.45 -0.36 128 0.72 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -45.61 -0.36 128 0.73 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -3.89  -0.03 128 1.00 [bos] b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.10  -0.82 6   0.80 [bos] b b b a [eos]
cls3  - sp2 : -4.14  -0.03 128 1.00 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -4.18  -0.03 128 0.99 [bos] b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -4.47  -0.04 128 0.99 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-82
src: none   none  6   [bos] b b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -9.61  /-4.93  /-4.67  /0.0/-0.00    -1.92 /-0.99  6   [bos] b b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -37.34 /-2.81  /-34.52 /   /-29.85    -12.45/-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -37.34 /-2.81  /-34.52 /   /-29.85    -12.45/-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.50 /-2.30  /-18.19 /   /-13.52    -10.25/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -73.24 /-16.12 /-57.12 /   /-52.45    -5.23 /-1.15  15  [bos] a b a b b a a b a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -54.18 /-7.05  /-47.13 /   /-42.46    -7.74 /-1.01  8   [bos] b a a b b b [eos]
cls0  - sp0 : -6.62  -6.62 2   0.00 [bos] [eos]
cls0  - sp1 : -6.92  -1.38 6   0.20 [bos] b b b a [eos]
cls0  - sp2 : -19.30 -0.15 128 0.02 [bos] b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -19.67 -0.15 128 0.00 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -19.81 -0.16 128 0.02 [bos] b b b a [pad] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -5.78  -1.16 6   0.40 [bos] b b b a [eos]
cls1  - sp1 : -27.76 -0.22 128 0.37 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -27.77 -0.22 128 0.35 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -27.77 -0.22 128 0.35 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -27.77 -0.22 128 0.34 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -4.62  -0.92 6   0.60 [bos] b b b a [eos]
cls2  - sp1 : -29.89 -0.24 128 0.62 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -29.90 -0.24 128 0.61 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -29.90 -0.24 128 0.61 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -29.90 -0.24 128 0.63 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -4.53  -0.04 128 1.00 [bos] b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -5.31  -0.04 128 1.00 [bos] b b b a [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -5.37  -0.04 128 0.99 [bos] b b b a [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.42  -0.04 128 0.99 [bos] b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.47  -0.04 128 1.00 [bos] [unk] b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-83
src: none   none  6   [bos] b b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -4.97  /-4.93  /-0.03  /0.0/0.00    -0.99 /-0.99  6   [bos] b b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -36.17 /-2.81  /-33.36 /   /-33.33    -12.06/-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -36.17 /-2.81  /-33.36 /   /-33.33    -12.06/-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.23 /-2.30  /-18.93 /   /-18.90    -10.62/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -63.32 /-16.12 /-47.20 /   /-47.16    -4.52 /-1.15  15  [bos] a b a b b a a b a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -50.63 /-7.05  /-43.58 /   /-43.54    -7.23 /-1.01  8   [bos] b a a b b b [eos]
cls0  - sp0 : -6.62  -6.62 2   0.00 [bos] [eos]
cls0  - sp1 : -6.92  -1.38 6   0.20 [bos] b b b a [eos]
cls0  - sp2 : -19.30 -0.15 128 0.02 [bos] b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -19.67 -0.15 128 0.00 [bos] b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -19.81 -0.16 128 0.02 [bos] b b b a [pad] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -5.78  -1.16 6   0.40 [bos] b b b a [eos]
cls1  - sp1 : -27.76 -0.22 128 0.37 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -27.77 -0.22 128 0.35 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -27.77 -0.22 128 0.35 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -27.77 -0.22 128 0.34 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -4.62  -0.92 6   0.60 [bos] b b b a [eos]
cls2  - sp1 : -29.89 -0.24 128 0.62 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -29.90 -0.24 128 0.61 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -29.90 -0.24 128 0.61 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -29.90 -0.24 128 0.63 [bos] b b b a a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -4.53  -0.04 128 1.00 [bos] b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -5.31  -0.04 128 1.00 [bos] b b b a [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -5.37  -0.04 128 0.99 [bos] b b b a [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.42  -0.04 128 0.99 [bos] b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.47  -0.04 128 1.00 [bos] [unk] b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-84
src: none   none  6   [bos] b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.74  /-3.84  /-4.90  /0.0/0.00    -1.75 /-0.77  6   [bos] b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -29.15 /-7.13  /-22.02 /   /-17.12    -5.83 /-1.43  6   [bos] b a b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.50 /-5.96  /-22.54 /   /-17.64    -4.07 /-0.85  8   [bos] b b b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -54.06 /-11.14 /-42.92 /   /-38.02    -3.60 /-0.74  16  [bos] b b b b b b a a a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -28.36 /-2.30  /-26.06 /   /-21.16    -14.18/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.66 /-3.91  /-26.75 /   /-21.84    -10.22/-1.30  4   [bos] b a [eos]
cls0  - sp0 : -8.12  -8.12 2   0.00 [bos] [eos]
cls0  - sp1 : -36.04 -0.28 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -36.60 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -37.09 -0.29 128 0.02 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -37.10 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -46.65 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -46.82 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -47.07 -0.37 128 0.29 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -47.19 -0.37 128 0.30 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -47.85 -0.38 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -52.94 -0.42 128 0.51 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -53.26 -0.42 128 0.53 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -53.58 -0.42 128 0.58 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -53.60 -0.42 128 0.57 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -53.67 -0.42 128 0.61 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -4.45  -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.53  -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -5.24  -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.27  -0.04 128 0.99 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.50  -0.04 128 0.99 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-85
src: none   none  6   [bos] b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -6.93  /-3.84  /-3.09  /0.0/-0.00    -1.39 /-0.77  6   [bos] b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -26.76 /-7.13  /-19.63 /   /-16.54    -5.35 /-1.43  6   [bos] b a b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.00 /-5.96  /-22.04 /   /-18.95    -4.00 /-0.85  8   [bos] b b b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -49.33 /-11.14 /-38.19 /   /-35.10    -3.29 /-0.74  16  [bos] b b b b b b a a a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -27.76 /-2.30  /-25.45 /   /-22.36    -13.88/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.92 /-3.91  /-26.01 /   /-22.92    -9.97 /-1.30  4   [bos] b a [eos]
cls0  - sp0 : -8.12  -8.12 2   0.00 [bos] [eos]
cls0  - sp1 : -36.04 -0.28 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -36.60 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -37.09 -0.29 128 0.02 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -37.10 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -46.65 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -46.82 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -47.07 -0.37 128 0.29 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -47.19 -0.37 128 0.30 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -47.85 -0.38 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -52.94 -0.42 128 0.51 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -53.26 -0.42 128 0.53 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -53.58 -0.42 128 0.58 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -53.60 -0.42 128 0.57 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -53.67 -0.42 128 0.61 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -4.45  -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.53  -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -5.24  -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.27  -0.04 128 0.99 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.50  -0.04 128 0.99 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-86
src: none   none  6   [bos] b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.50  /-3.84  /-4.66  /0.0/-0.00    -1.70 /-0.77  6   [bos] b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -27.68 /-7.13  /-20.55 /   /-15.89    -5.54 /-1.43  6   [bos] b a b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -22.47 /-5.96  /-16.52 /   /-11.85    -3.21 /-0.85  8   [bos] b b b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -37.87 /-11.14 /-26.73 /   /-22.06    -2.52 /-0.74  16  [bos] b b b b b b a a a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -27.80 /-2.30  /-25.50 /   /-20.83    -13.90/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.06 /-3.91  /-25.15 /   /-20.49    -9.69 /-1.30  4   [bos] b a [eos]
cls0  - sp0 : -6.14  -6.14 2   0.00 [bos] [eos]
cls0  - sp1 : -17.92 -0.14 128 0.02 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -18.21 -0.14 128 0.02 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -18.93 -0.15 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -19.26 -0.15 128 0.02 [bos] b b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -40.87 -0.32 128 0.25 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -41.14 -0.32 128 0.26 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -41.40 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -41.41 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -41.92 -0.33 128 0.31 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -112.05 -0.88 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -112.44 -0.89 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -115.13 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -115.52 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -116.04 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b
cls3  - sp0 : -4.69  -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.73  -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -4.89  -0.04 128 1.00 [bos] b b b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.28  -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.32  -0.04 128 1.00 [bos] b b b b [unk] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-87
src: none   none  6   [bos] b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.18  /-3.84  /-1.35  /0.0/-0.00    -1.04 /-0.77  6   [bos] b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -24.34 /-7.13  /-17.21 /   /-15.87    -4.87 /-1.43  6   [bos] b a b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -24.11 /-5.96  /-18.15 /   /-16.81    -3.44 /-0.85  8   [bos] b b b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.28 /-11.14 /-27.14 /   /-25.80    -2.55 /-0.74  16  [bos] b b b b b b a a a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -26.95 /-2.30  /-24.65 /   /-23.31    -13.48/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.28 /-3.91  /-25.37 /   /-24.02    -9.76 /-1.30  4   [bos] b a [eos]
cls0  - sp0 : -6.14  -6.14 2   0.00 [bos] [eos]
cls0  - sp1 : -17.92 -0.14 128 0.02 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -18.21 -0.14 128 0.02 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -18.93 -0.15 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -19.26 -0.15 128 0.02 [bos] b b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -40.87 -0.32 128 0.25 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -41.14 -0.32 128 0.26 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -41.40 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -41.41 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -41.92 -0.33 128 0.31 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -112.05 -0.88 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -112.44 -0.89 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -115.13 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -115.52 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -116.04 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b
cls3  - sp0 : -4.69  -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.73  -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -4.89  -0.04 128 1.00 [bos] b b b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.28  -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.32  -0.04 128 1.00 [bos] b b b b [unk] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-88
src: none   none  7   [bos] a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.88  /-5.44  /1.56   /0.0/0.00    -0.65 /-0.91  7   [bos] a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -38.97 /-3.32  /-35.65 /   /-37.21    -9.74 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -29.24 /-2.30  /-26.94 /   /-28.50    -14.62/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -29.24 /-2.30  /-26.94 /   /-28.50    -14.62/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -38.97 /-3.32  /-35.65 /   /-37.21    -9.74 /-0.83  5   [bos] a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.24 /-2.30  /-26.94 /   /-28.50    -14.62/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.88  -0.65 7   0.00 [bos] a b b b b [eos]
cls0  - sp1 : -4.07  -0.68 7   0.17 [bos] a b b b b [eos]
cls0  - sp2 : -4.47  -0.75 7   0.17 [bos] a b b b [unk] [eos]
cls0  - sp3 : -4.55  -0.76 7   0.17 [bos] a b b b b [eos]
cls0  - sp4 : -5.17  -0.86 7   0.17 [bos] a b b b [unk] [eos]
cls1  - sp0 : -4.19  -0.70 7   0.33 [bos] a b b b [pad] [eos]
cls1  - sp1 : -4.37  -0.73 7   0.33 [bos] a b b b [unk] [eos]
cls1  - sp2 : -4.44  -0.74 7   0.33 [bos] a b b b b [eos]
cls1  - sp3 : -4.75  -0.79 7   0.33 [bos] a b b b [unk] [eos]
cls1  - sp4 : -5.07  -0.84 7   0.33 [bos] a b b b b [eos]
cls2  - sp0 : -3.03  -0.51 7   0.67 [bos] a b b b b [eos]
cls2  - sp1 : -3.85  -1.28 4   0.67 [bos] a b [eos]
cls2  - sp2 : -4.01  -0.67 7   0.67 [bos] a b b b b [eos]
cls2  - sp3 : -4.14  -0.69 7   0.67 [bos] a b b b [unk] [eos]
cls2  - sp4 : -4.43  -0.74 7   0.50 [bos] a b b b [pad] [eos]
cls3  - sp0 : -1.92  -0.32 7   0.83 [bos] a b b b b [eos]
cls3  - sp1 : -3.00  -0.50 7   0.83 [bos] a b b b [unk] [eos]
cls3  - sp2 : -3.01  -0.50 7   1.00 [bos] a b b b b [eos]
cls3  - sp3 : -3.75  -0.63 7   0.83 [bos] a b b b [pad] [eos]
cls3  - sp4 : -4.12  -0.69 7   1.00 [bos] a b b b [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-89
src: none   none  7   [bos] a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.01  /-5.44  /2.43   /0.0/0.00    -0.50 /-0.91  7   [bos] a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -35.91 /-3.32  /-32.59 /   /-35.02    -8.98 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -29.65 /-2.30  /-27.35 /   /-29.78    -14.82/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -29.65 /-2.30  /-27.35 /   /-29.78    -14.82/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -35.91 /-3.32  /-32.59 /   /-35.02    -8.98 /-0.83  5   [bos] a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.65 /-2.30  /-27.35 /   /-29.78    -14.82/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.88  -0.65 7   0.00 [bos] a b b b b [eos]
cls0  - sp1 : -4.07  -0.68 7   0.17 [bos] a b b b b [eos]
cls0  - sp2 : -4.47  -0.75 7   0.17 [bos] a b b b [unk] [eos]
cls0  - sp3 : -4.55  -0.76 7   0.17 [bos] a b b b b [eos]
cls0  - sp4 : -5.17  -0.86 7   0.17 [bos] a b b b [unk] [eos]
cls1  - sp0 : -4.19  -0.70 7   0.33 [bos] a b b b [pad] [eos]
cls1  - sp1 : -4.37  -0.73 7   0.33 [bos] a b b b [unk] [eos]
cls1  - sp2 : -4.44  -0.74 7   0.33 [bos] a b b b b [eos]
cls1  - sp3 : -4.75  -0.79 7   0.33 [bos] a b b b [unk] [eos]
cls1  - sp4 : -5.07  -0.84 7   0.33 [bos] a b b b b [eos]
cls2  - sp0 : -3.03  -0.51 7   0.67 [bos] a b b b b [eos]
cls2  - sp1 : -3.85  -1.28 4   0.67 [bos] a b [eos]
cls2  - sp2 : -4.01  -0.67 7   0.67 [bos] a b b b b [eos]
cls2  - sp3 : -4.14  -0.69 7   0.67 [bos] a b b b [unk] [eos]
cls2  - sp4 : -4.43  -0.74 7   0.50 [bos] a b b b [pad] [eos]
cls3  - sp0 : -1.92  -0.32 7   0.83 [bos] a b b b b [eos]
cls3  - sp1 : -3.00  -0.50 7   0.83 [bos] a b b b [unk] [eos]
cls3  - sp2 : -3.01  -0.50 7   1.00 [bos] a b b b b [eos]
cls3  - sp3 : -3.75  -0.63 7   0.83 [bos] a b b b [pad] [eos]
cls3  - sp4 : -4.12  -0.69 7   1.00 [bos] a b b b [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-90
src: none   none  7   [bos] a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.54  /-5.44  /1.91   /0.0/0.00    -0.59 /-0.91  7   [bos] a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -38.63 /-3.32  /-35.31 /   /-37.22    -9.66 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -30.00 /-2.30  /-27.69 /   /-29.60    -15.00/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -30.00 /-2.30  /-27.69 /   /-29.60    -15.00/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -38.63 /-3.32  /-35.31 /   /-37.22    -9.66 /-0.83  5   [bos] a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.00 /-2.30  /-27.69 /   /-29.60    -15.00/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.54  -0.59 7   0.00 [bos] a b b b b [eos]
cls0  - sp1 : -3.63  -0.61 7   0.17 [bos] a b b b b [eos]
cls0  - sp2 : -4.18  -0.70 7   0.17 [bos] a b b b b [eos]
cls0  - sp3 : -4.76  -0.79 7   0.17 [bos] a b b b b [eos]
cls0  - sp4 : -5.05  -0.84 7   0.17 [bos] a b b b b [eos]
cls1  - sp0 : -3.44  -0.57 7   0.33 [bos] a b b b b [eos]
cls1  - sp1 : -4.01  -0.67 7   0.33 [bos] a b b b b [eos]
cls1  - sp2 : -4.17  -0.70 7   0.33 [bos] a b b b b [eos]
cls1  - sp3 : -4.78  -0.80 7   0.33 [bos] a b b b b [eos]
cls1  - sp4 : -5.33  -0.89 7   0.33 [bos] a b b b b [eos]
cls2  - sp0 : -2.77  -0.46 7   0.67 [bos] a b b b b [eos]
cls2  - sp1 : -3.08  -0.51 7   0.67 [bos] a b b b b [eos]
cls2  - sp2 : -3.44  -0.57 7   0.50 [bos] a b b b b [eos]
cls2  - sp3 : -4.08  -0.68 7   0.67 [bos] a b b b b [eos]
cls2  - sp4 : -4.34  -0.72 7   0.50 [bos] a b b b b [eos]
cls3  - sp0 : -1.26  -0.21 7   0.83 [bos] a b b b b [eos]
cls3  - sp1 : -2.36  -0.39 7   1.00 [bos] a b b b b [eos]
cls3  - sp2 : -3.90  -0.65 7   0.83 [bos] a b b b b [eos]
cls3  - sp3 : -4.20  -0.70 7   0.83 [bos] a b b b b [eos]
cls3  - sp4 : -4.49  -0.75 7   0.83 [bos] a b b b [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-91
src: none   none  7   [bos] a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.36  /-5.44  /3.08   /0.0/0.00    -0.39 /-0.91  7   [bos] a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -35.48 /-3.32  /-32.15 /   /-35.23    -8.87 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -30.38 /-2.30  /-28.08 /   /-31.16    -15.19/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -30.38 /-2.30  /-28.08 /   /-31.16    -15.19/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -35.48 /-3.32  /-32.15 /   /-35.23    -8.87 /-0.83  5   [bos] a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.38 /-2.30  /-28.08 /   /-31.16    -15.19/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.54  -0.59 7   0.00 [bos] a b b b b [eos]
cls0  - sp1 : -3.63  -0.61 7   0.17 [bos] a b b b b [eos]
cls0  - sp2 : -4.18  -0.70 7   0.17 [bos] a b b b b [eos]
cls0  - sp3 : -4.76  -0.79 7   0.17 [bos] a b b b b [eos]
cls0  - sp4 : -5.05  -0.84 7   0.17 [bos] a b b b b [eos]
cls1  - sp0 : -3.44  -0.57 7   0.33 [bos] a b b b b [eos]
cls1  - sp1 : -4.01  -0.67 7   0.33 [bos] a b b b b [eos]
cls1  - sp2 : -4.17  -0.70 7   0.33 [bos] a b b b b [eos]
cls1  - sp3 : -4.78  -0.80 7   0.33 [bos] a b b b b [eos]
cls1  - sp4 : -5.33  -0.89 7   0.33 [bos] a b b b b [eos]
cls2  - sp0 : -2.77  -0.46 7   0.67 [bos] a b b b b [eos]
cls2  - sp1 : -3.08  -0.51 7   0.67 [bos] a b b b b [eos]
cls2  - sp2 : -3.44  -0.57 7   0.50 [bos] a b b b b [eos]
cls2  - sp3 : -4.08  -0.68 7   0.67 [bos] a b b b b [eos]
cls2  - sp4 : -4.34  -0.72 7   0.50 [bos] a b b b b [eos]
cls3  - sp0 : -1.26  -0.21 7   0.83 [bos] a b b b b [eos]
cls3  - sp1 : -2.36  -0.39 7   1.00 [bos] a b b b b [eos]
cls3  - sp2 : -3.90  -0.65 7   0.83 [bos] a b b b b [eos]
cls3  - sp3 : -4.20  -0.70 7   0.83 [bos] a b b b b [eos]
cls3  - sp4 : -4.49  -0.75 7   0.83 [bos] a b b b [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-92
src: none   none  5   [bos] b a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.42  /-5.52  /3.10   /0.0/0.00    -0.61 /-1.38  5   [bos] b a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -18.08 /-2.30  /-15.78 /   /-18.88    -9.04 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -36.40 /-5.37  /-31.03 /   /-34.13    -4.55 /-0.67  9   [bos] b b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.98 /-5.52  /-23.46 /   /-26.55    -7.24 /-1.38  5   [bos] a b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -72.06 /-6.47  /-65.59 /   /-68.69    -9.01 /-0.81  9   [bos] b b a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -34.36 /-3.91  /-30.44 /   /-33.54    -11.45/-1.30  4   [bos] a b [eos]
cls0  - sp0 : -2.42  -0.61 5   0.00 [bos] b a b [eos]
cls0  - sp1 : -5.92  -5.92 2   0.00 [bos] [eos]
cls0  - sp2 : -7.89  -1.97 5   0.00 [bos] [pad] a b [eos]
cls0  - sp3 : -8.16  -2.04 5   0.00 [bos] [unk] a b [eos]
cls0  - sp4 : -8.88  -1.78 6   0.20 [bos] b a b [pad] [eos]
cls1  - sp0 : -2.64  -0.66 5   0.25 [bos] b a b [eos]
cls1  - sp1 : -3.42  -0.85 5   0.25 [bos] b a b [eos]
cls1  - sp2 : -3.72  -0.93 5   0.25 [bos] b a b [eos]
cls1  - sp3 : -4.62  -1.15 5   0.25 [bos] [unk] a b [eos]
cls1  - sp4 : -4.94  -1.23 5   0.25 [bos] b a b [eos]
cls2  - sp0 : -1.87  -0.47 5   0.50 [bos] b a b [eos]
cls2  - sp1 : -3.48  -0.87 5   0.50 [bos] b a b [eos]
cls2  - sp2 : -3.93  -0.98 5   0.50 [bos] b a b [eos]
cls2  - sp3 : -4.07  -1.02 5   0.50 [bos] [unk] a b [eos]
cls2  - sp4 : -4.49  -1.12 5   0.50 [bos] b a b [eos]
cls3  - sp0 : -1.72  -0.43 5   0.75 [bos] b a b [eos]
cls3  - sp1 : -2.45  -0.61 5   0.75 [bos] [unk] a b [eos]
cls3  - sp2 : -2.51  -0.63 5   1.00 [bos] b a b [eos]
cls3  - sp3 : -2.71  -0.68 5   0.75 [bos] b a b [eos]
cls3  - sp4 : -3.26  -0.81 5   1.00 [bos] [unk] a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-93
src: none   none  5   [bos] b a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.51  /-5.52  /3.01   /0.0/0.00    -0.63 /-1.38  5   [bos] b a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -18.87 /-2.30  /-16.57 /   /-19.58    -9.44 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -37.46 /-5.37  /-32.10 /   /-35.11    -4.68 /-0.67  9   [bos] b b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -29.57 /-5.52  /-24.04 /   /-27.05    -7.39 /-1.38  5   [bos] a b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -68.30 /-6.47  /-61.83 /   /-64.84    -8.54 /-0.81  9   [bos] b b a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -35.40 /-3.91  /-31.49 /   /-34.50    -11.80/-1.30  4   [bos] a b [eos]
cls0  - sp0 : -2.42  -0.61 5   0.00 [bos] b a b [eos]
cls0  - sp1 : -5.92  -5.92 2   0.00 [bos] [eos]
cls0  - sp2 : -7.89  -1.97 5   0.00 [bos] [pad] a b [eos]
cls0  - sp3 : -8.16  -2.04 5   0.00 [bos] [unk] a b [eos]
cls0  - sp4 : -8.88  -1.78 6   0.20 [bos] b a b [pad] [eos]
cls1  - sp0 : -2.64  -0.66 5   0.25 [bos] b a b [eos]
cls1  - sp1 : -3.42  -0.85 5   0.25 [bos] b a b [eos]
cls1  - sp2 : -3.72  -0.93 5   0.25 [bos] b a b [eos]
cls1  - sp3 : -4.62  -1.15 5   0.25 [bos] [unk] a b [eos]
cls1  - sp4 : -4.94  -1.23 5   0.25 [bos] b a b [eos]
cls2  - sp0 : -1.87  -0.47 5   0.50 [bos] b a b [eos]
cls2  - sp1 : -3.48  -0.87 5   0.50 [bos] b a b [eos]
cls2  - sp2 : -3.93  -0.98 5   0.50 [bos] b a b [eos]
cls2  - sp3 : -4.07  -1.02 5   0.50 [bos] [unk] a b [eos]
cls2  - sp4 : -4.49  -1.12 5   0.50 [bos] b a b [eos]
cls3  - sp0 : -1.72  -0.43 5   0.75 [bos] b a b [eos]
cls3  - sp1 : -2.45  -0.61 5   0.75 [bos] [unk] a b [eos]
cls3  - sp2 : -2.51  -0.63 5   1.00 [bos] b a b [eos]
cls3  - sp3 : -2.71  -0.68 5   0.75 [bos] b a b [eos]
cls3  - sp4 : -3.26  -0.81 5   1.00 [bos] [unk] a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-94
src: none   none  5   [bos] b a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.51  /-5.52  /3.02   /0.0/0.00    -0.63 /-1.38  5   [bos] b a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -17.34 /-2.30  /-15.04 /   /-18.05    -8.67 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -36.71 /-5.37  /-31.34 /   /-34.36    -4.59 /-0.67  9   [bos] b b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.03 /-5.52  /-22.51 /   /-25.53    -7.01 /-1.38  5   [bos] a b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -73.03 /-6.47  /-66.57 /   /-69.58    -9.13 /-0.81  9   [bos] b b a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -32.95 /-3.91  /-29.04 /   /-32.06    -10.98/-1.30  4   [bos] a b [eos]
cls0  - sp0 : -2.51  -0.63 5   0.00 [bos] b a b [eos]
cls0  - sp1 : -5.68  -5.68 2   0.00 [bos] [eos]
cls0  - sp2 : -7.93  -1.98 5   0.00 [bos] [pad] a b [eos]
cls0  - sp3 : -8.22  -2.05 5   0.00 [bos] [unk] a b [eos]
cls0  - sp4 : -8.71  -2.18 5   0.00 [bos] b b b [eos]
cls1  - sp0 : -2.53  -0.63 5   0.25 [bos] b a b [eos]
cls1  - sp1 : -3.50  -0.87 5   0.25 [bos] b a b [eos]
cls1  - sp2 : -3.80  -0.95 5   0.25 [bos] b a b [eos]
cls1  - sp3 : -4.67  -1.17 5   0.25 [bos] [unk] a b [eos]
cls1  - sp4 : -5.27  -1.32 5   0.25 [bos] b a b [eos]
cls2  - sp0 : -1.92  -0.48 5   0.50 [bos] b a b [eos]
cls2  - sp1 : -3.35  -0.84 5   0.50 [bos] b a b [eos]
cls2  - sp2 : -3.98  -1.00 5   0.50 [bos] [unk] a b [eos]
cls2  - sp3 : -4.14  -1.04 5   0.50 [bos] b a b [eos]
cls2  - sp4 : -4.38  -1.10 5   0.50 [bos] b a b [eos]
cls3  - sp0 : -1.70  -0.43 5   0.75 [bos] b a b [eos]
cls3  - sp1 : -2.43  -0.61 5   0.75 [bos] [unk] a b [eos]
cls3  - sp2 : -2.48  -0.62 5   1.00 [bos] b a b [eos]
cls3  - sp3 : -2.74  -0.69 5   0.75 [bos] b a b [eos]
cls3  - sp4 : -3.22  -0.81 5   1.00 [bos] [unk] a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-95
src: none   none  5   [bos] b a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.48  /-5.52  /3.04   /0.0/0.00    -0.62 /-1.38  5   [bos] b a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.25 /-2.30  /-16.94 /   /-19.98    -9.62 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -37.21 /-5.37  /-31.85 /   /-34.88    -4.65 /-0.67  9   [bos] b b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -27.94 /-5.52  /-22.42 /   /-25.46    -6.99 /-1.38  5   [bos] a b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -67.79 /-6.47  /-61.33 /   /-64.36    -8.47 /-0.81  9   [bos] b b a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -33.64 /-3.91  /-29.73 /   /-32.76    -11.21/-1.30  4   [bos] a b [eos]
cls0  - sp0 : -2.51  -0.63 5   0.00 [bos] b a b [eos]
cls0  - sp1 : -5.68  -5.68 2   0.00 [bos] [eos]
cls0  - sp2 : -7.93  -1.98 5   0.00 [bos] [pad] a b [eos]
cls0  - sp3 : -8.22  -2.05 5   0.00 [bos] [unk] a b [eos]
cls0  - sp4 : -8.71  -2.18 5   0.00 [bos] b b b [eos]
cls1  - sp0 : -2.53  -0.63 5   0.25 [bos] b a b [eos]
cls1  - sp1 : -3.50  -0.87 5   0.25 [bos] b a b [eos]
cls1  - sp2 : -3.80  -0.95 5   0.25 [bos] b a b [eos]
cls1  - sp3 : -4.67  -1.17 5   0.25 [bos] [unk] a b [eos]
cls1  - sp4 : -5.27  -1.32 5   0.25 [bos] b a b [eos]
cls2  - sp0 : -1.92  -0.48 5   0.50 [bos] b a b [eos]
cls2  - sp1 : -3.35  -0.84 5   0.50 [bos] b a b [eos]
cls2  - sp2 : -3.98  -1.00 5   0.50 [bos] [unk] a b [eos]
cls2  - sp3 : -4.14  -1.04 5   0.50 [bos] b a b [eos]
cls2  - sp4 : -4.38  -1.10 5   0.50 [bos] b a b [eos]
cls3  - sp0 : -1.70  -0.43 5   0.75 [bos] b a b [eos]
cls3  - sp1 : -2.43  -0.61 5   0.75 [bos] [unk] a b [eos]
cls3  - sp2 : -2.48  -0.62 5   1.00 [bos] b a b [eos]
cls3  - sp3 : -2.74  -0.69 5   0.75 [bos] b a b [eos]
cls3  - sp4 : -3.22  -0.81 5   1.00 [bos] [unk] a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-96
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.27  /-2.30  /1.03   /0.0/-0.00    -0.63 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.40 /-4.42  /-16.98 /   /-18.01    -5.35 /-1.11  5   [bos] b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -73.32 /-10.20 /-63.13 /   /-64.16    -6.67 /-0.93  12  [bos] a a a a a b b b a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -22.11 /-2.81  /-19.30 /   /-20.33    -7.37 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -55.84 /-9.61  /-46.23 /   /-47.27    -4.65 /-0.80  13  [bos] b b a a b b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -10.07 /-2.81  /-7.26  /   /-8.29    -3.36 /-0.94  4   [bos] b b [eos]
cls0  - sp0 : -1.27  -0.63 3   0.00 [bos] b [eos]
cls0  - sp1 : -5.18  -2.59 3   0.00 [bos] [pad] [eos]
cls0  - sp2 : -5.36  -5.36 2   0.00 [bos] [eos]
cls0  - sp3 : -5.79  -2.89 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.80  -2.20 5   0.00 [bos] b [unk] b [eos]
cls1  - sp0 : -7.83  -1.96 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -8.90  -2.23 5   0.25 [bos] b [unk] b [eos]
cls1  - sp2 : -9.13  -2.28 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.40  -2.35 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp4 : -9.63  -2.41 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] b [eos]
cls2  - sp1 : -1.70  -0.85 3   0.50 [bos] [unk] [eos]
cls2  - sp2 : -2.14  -1.07 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.87  -2.44 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.95  -2.98 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.33  -1.16 3   1.00 [bos] b [eos]
cls3  - sp1 : -2.44  -1.22 3   1.00 [bos] [unk] [eos]
cls3  - sp2 : -5.57  -5.57 2   1.00 [bos] [eos]
cls3  - sp3 : -5.63  -2.81 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.18  -2.05 5   0.75 [bos] b [pad] b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-97
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.33  /-2.30  /-0.02  /0.0/-0.00    -1.16 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -22.14 /-4.42  /-17.71 /   /-17.69    -5.53 /-1.11  5   [bos] b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -65.93 /-10.20 /-55.73 /   /-55.71    -5.99 /-0.93  12  [bos] a a a a a b b b a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -23.49 /-2.81  /-20.68 /   /-20.65    -7.83 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -53.38 /-9.61  /-43.77 /   /-43.74    -4.45 /-0.80  13  [bos] b b a a b b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -13.97 /-2.81  /-11.16 /   /-11.14    -4.66 /-0.94  4   [bos] b b [eos]
cls0  - sp0 : -1.27  -0.63 3   0.00 [bos] b [eos]
cls0  - sp1 : -5.18  -2.59 3   0.00 [bos] [pad] [eos]
cls0  - sp2 : -5.36  -5.36 2   0.00 [bos] [eos]
cls0  - sp3 : -5.79  -2.89 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.80  -2.20 5   0.00 [bos] b [unk] b [eos]
cls1  - sp0 : -7.83  -1.96 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -8.90  -2.23 5   0.25 [bos] b [unk] b [eos]
cls1  - sp2 : -9.13  -2.28 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.40  -2.35 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp4 : -9.63  -2.41 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] b [eos]
cls2  - sp1 : -1.70  -0.85 3   0.50 [bos] [unk] [eos]
cls2  - sp2 : -2.14  -1.07 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.87  -2.44 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.95  -2.98 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.33  -1.16 3   1.00 [bos] b [eos]
cls3  - sp1 : -2.44  -1.22 3   1.00 [bos] [unk] [eos]
cls3  - sp2 : -5.57  -5.57 2   1.00 [bos] [eos]
cls3  - sp3 : -5.63  -2.81 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.18  -2.05 5   0.75 [bos] b [pad] b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-98
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.32  /-2.30  /0.98   /0.0/-0.00    -0.66 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -22.64 /-4.42  /-18.22 /   /-19.20    -5.66 /-1.11  5   [bos] b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -75.59 /-10.20 /-65.40 /   /-66.38    -6.87 /-0.93  12  [bos] a a a a a b b b a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.97 /-2.81  /-18.16 /   /-19.14    -6.99 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -60.05 /-9.61  /-50.44 /   /-51.43    -5.00 /-0.80  13  [bos] b b a a b b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -9.99  /-2.81  /-7.18  /   /-8.16    -3.33 /-0.94  4   [bos] b b [eos]
cls0  - sp0 : -1.32  -0.66 3   0.00 [bos] b [eos]
cls0  - sp1 : -4.13  -4.13 2   0.00 [bos] [eos]
cls0  - sp2 : -5.01  -2.51 3   0.00 [bos] [pad] [eos]
cls0  - sp3 : -5.09  -2.55 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.67  -4.33 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -8.20  -2.05 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -9.43  -2.36 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp2 : -9.51  -2.38 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.81  -2.45 5   0.25 [bos] b [unk] [unk] [eos]
cls1  - sp4 : -10.05 -2.51 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] [unk] [eos]
cls2  - sp1 : -1.82  -0.91 3   0.50 [bos] b [eos]
cls2  - sp2 : -2.13  -1.06 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.27  -2.14 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.74  -2.87 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.34  -1.17 3   1.00 [bos] [unk] [eos]
cls3  - sp1 : -2.46  -1.23 3   1.00 [bos] b [eos]
cls3  - sp2 : -4.34  -4.34 2   1.00 [bos] [eos]
cls3  - sp3 : -4.98  -2.49 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.20  -4.10 3   1.00 [bos] [bos] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-99
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.46  /-2.30  /-0.16  /0.0/-0.00    -1.23 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.95 /-4.42  /-17.52 /   /-17.37    -5.49 /-1.11  5   [bos] b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -69.00 /-10.20 /-58.80 /   /-58.64    -6.27 /-0.93  12  [bos] a a a a a b b b a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.42 /-2.81  /-18.60 /   /-18.45    -7.14 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -57.72 /-9.61  /-48.11 /   /-47.95    -4.81 /-0.80  13  [bos] b b a a b b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -11.59 /-2.81  /-8.77  /   /-8.62    -3.86 /-0.94  4   [bos] b b [eos]
cls0  - sp0 : -1.32  -0.66 3   0.00 [bos] b [eos]
cls0  - sp1 : -4.13  -4.13 2   0.00 [bos] [eos]
cls0  - sp2 : -5.01  -2.51 3   0.00 [bos] [pad] [eos]
cls0  - sp3 : -5.09  -2.55 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.67  -4.33 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -8.20  -2.05 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -9.43  -2.36 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp2 : -9.51  -2.38 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.81  -2.45 5   0.25 [bos] b [unk] [unk] [eos]
cls1  - sp4 : -10.05 -2.51 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] [unk] [eos]
cls2  - sp1 : -1.82  -0.91 3   0.50 [bos] b [eos]
cls2  - sp2 : -2.13  -1.06 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.27  -2.14 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.74  -2.87 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.34  -1.17 3   1.00 [bos] [unk] [eos]
cls3  - sp1 : -2.46  -1.23 3   1.00 [bos] b [eos]
cls3  - sp2 : -4.34  -4.34 2   1.00 [bos] [eos]
cls3  - sp3 : -4.98  -2.49 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.20  -4.10 3   1.00 [bos] [bos] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-100
src: none   none  11  [bos] a b a a b a a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.40  /-11.88 /3.48   /0.0/0.00    -0.84 /-1.19  11  [bos] a b a a b a a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -32.87 /-4.93  /-27.94 /   /-31.42    -6.57 /-0.99  6   [bos] b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -32.87 /-4.93  /-27.94 /   /-31.42    -6.57 /-0.99  6   [bos] b a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -32.51 /-4.93  /-27.58 /   /-31.06    -6.50 /-0.99  6   [bos] b b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -40.45 /-3.32  /-37.12 /   /-40.61    -10.11/-0.83  5   [bos] b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -35.26 /-9.17  /-26.09 /   /-29.57    -3.92 /-1.02  10  [bos] b b b a b b b a [eos]
cls0  - sp0 : -7.17  -0.72 11  0.00 [bos] a b a a b a b a b [eos]
cls0  - sp1 : -7.25  -0.91 9   0.00 [bos] a b a a b a b [eos]
cls0  - sp2 : -7.35  -0.82 10  0.11 [bos] a b a a b a a a [eos]
cls0  - sp3 : -7.45  -0.74 11  0.20 [bos] a b a a b a b a b [eos]
cls0  - sp4 : -7.47  -0.93 9   0.12 [bos] a b a a b a a [eos]
cls1  - sp0 : -7.20  -0.90 9   0.38 [bos] a b a a b a b [eos]
cls1  - sp1 : -7.47  -0.75 11  0.40 [bos] a b a a b a a a a [eos]
cls1  - sp2 : -7.48  -0.75 11  0.40 [bos] a b a a b a a a b [eos]
cls1  - sp3 : -7.59  -0.84 10  0.44 [bos] a b a a b a a a [eos]
cls1  - sp4 : -7.94  -0.79 11  0.40 [bos] a b a a b a a a a [eos]
cls2  - sp0 : -5.40  -0.68 9   0.50 [bos] a b a a b a b [eos]
cls2  - sp1 : -5.59  -0.56 11  0.70 [bos] a b a a b a a a b [eos]
cls2  - sp2 : -5.88  -0.74 9   0.62 [bos] a b a a b a b [eos]
cls2  - sp3 : -7.02  -0.70 11  0.70 [bos] a b a a b a b a b [eos]
cls2  - sp4 : -7.07  -0.64 12  0.73 [bos] a b a a b a a a b b [eos]
cls3  - sp0 : -3.37  -0.34 11  1.00 [bos] a b a a b a a a b [eos]
cls3  - sp1 : -3.69  -0.37 11  0.90 [bos] a b a a b a a a b [eos]
cls3  - sp2 : -4.76  -0.43 12  1.00 [bos] a b a a b a a a b b [eos]
cls3  - sp3 : -5.55  -0.31 19  0.94 [bos] a b a a b a a a b b a a a a a a a [eos]
cls3  - sp4 : -5.55  -0.31 19  1.00 [bos] a b a a b a a a b b a a a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-101
src: none   none  11  [bos] a b a a b a a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.37  /-11.88 /8.52   /0.0/0.00    -0.34 /-1.19  11  [bos] a b a a b a a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -32.98 /-4.93  /-28.05 /   /-36.57    -6.60 /-0.99  6   [bos] b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -32.98 /-4.93  /-28.05 /   /-36.57    -6.60 /-0.99  6   [bos] b a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -34.58 /-4.93  /-29.65 /   /-38.16    -6.92 /-0.99  6   [bos] b b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -41.45 /-3.32  /-38.12 /   /-46.64    -10.36/-0.83  5   [bos] b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -31.68 /-9.17  /-22.50 /   /-31.02    -3.52 /-1.02  10  [bos] b b b a b b b a [eos]
cls0  - sp0 : -7.17  -0.72 11  0.00 [bos] a b a a b a b a b [eos]
cls0  - sp1 : -7.25  -0.91 9   0.00 [bos] a b a a b a b [eos]
cls0  - sp2 : -7.35  -0.82 10  0.11 [bos] a b a a b a a a [eos]
cls0  - sp3 : -7.45  -0.74 11  0.20 [bos] a b a a b a b a b [eos]
cls0  - sp4 : -7.47  -0.93 9   0.12 [bos] a b a a b a a [eos]
cls1  - sp0 : -7.20  -0.90 9   0.38 [bos] a b a a b a b [eos]
cls1  - sp1 : -7.47  -0.75 11  0.40 [bos] a b a a b a a a a [eos]
cls1  - sp2 : -7.48  -0.75 11  0.40 [bos] a b a a b a a a b [eos]
cls1  - sp3 : -7.59  -0.84 10  0.44 [bos] a b a a b a a a [eos]
cls1  - sp4 : -7.94  -0.79 11  0.40 [bos] a b a a b a a a a [eos]
cls2  - sp0 : -5.40  -0.68 9   0.50 [bos] a b a a b a b [eos]
cls2  - sp1 : -5.59  -0.56 11  0.70 [bos] a b a a b a a a b [eos]
cls2  - sp2 : -5.88  -0.74 9   0.62 [bos] a b a a b a b [eos]
cls2  - sp3 : -7.02  -0.70 11  0.70 [bos] a b a a b a b a b [eos]
cls2  - sp4 : -7.07  -0.64 12  0.73 [bos] a b a a b a a a b b [eos]
cls3  - sp0 : -3.37  -0.34 11  1.00 [bos] a b a a b a a a b [eos]
cls3  - sp1 : -3.69  -0.37 11  0.90 [bos] a b a a b a a a b [eos]
cls3  - sp2 : -4.76  -0.43 12  1.00 [bos] a b a a b a a a b b [eos]
cls3  - sp3 : -5.55  -0.31 19  0.94 [bos] a b a a b a a a b b a a a a a a a [eos]
cls3  - sp4 : -5.55  -0.31 19  1.00 [bos] a b a a b a a a b b a a a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-102
src: none   none  11  [bos] a b a a b a a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -6.72  /-11.88 /5.16   /0.0/0.00    -0.67 /-1.19  11  [bos] a b a a b a a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -30.33 /-4.93  /-25.40 /   /-30.56    -6.07 /-0.99  6   [bos] b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -30.33 /-4.93  /-25.40 /   /-30.56    -6.07 /-0.99  6   [bos] b a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -30.68 /-4.93  /-25.75 /   /-30.91    -6.14 /-0.99  6   [bos] b b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -39.25 /-3.32  /-35.93 /   /-41.09    -9.81 /-0.83  5   [bos] b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -44.03 /-9.17  /-34.86 /   /-40.02    -4.89 /-1.02  10  [bos] b b b a b b b a [eos]
cls0  - sp0 : -6.48  -0.65 11  0.20 [bos] a b a a b a a a b [eos]
cls0  - sp1 : -6.72  -0.67 11  0.00 [bos] a b a a b a a a b [eos]
cls0  - sp2 : -6.98  -0.87 9   0.00 [bos] a b a a b a a [eos]
cls0  - sp3 : -10.72 -0.54 21  0.10 [bos] a b a a b a a a b b b b b b b b b b b [eos]
cls0  - sp4 : -12.58 -0.47 28  0.07 [bos] a b a a b a a a b b b b b b b b b b b b b b b b b b [eos]
cls1  - sp0 : -6.10  -0.68 10  0.44 [bos] a b a a b a a a [eos]
cls1  - sp1 : -6.25  -0.78 9   0.25 [bos] a b a a b a a [eos]
cls1  - sp2 : -7.07  -0.79 10  0.44 [bos] a b a a b a a a [eos]
cls1  - sp3 : -7.09  -0.79 10  0.33 [bos] a b a a b a a a [eos]
cls1  - sp4 : -7.51  -0.75 11  0.40 [bos] a b a a b a a a b [eos]
cls2  - sp0 : -5.23  -0.65 9   0.62 [bos] a b a a b a a [eos]
cls2  - sp1 : -5.57  -0.62 10  0.56 [bos] a b a a b a a a [eos]
cls2  - sp2 : -6.16  -0.56 12  0.73 [bos] a b a a b a a a b b [eos]
cls2  - sp3 : -6.30  -0.63 11  0.70 [bos] a b a a b a a a b [eos]
cls2  - sp4 : -6.77  -0.68 11  0.70 [bos] a b a a b a a a b [eos]
cls3  - sp0 : -3.96  -0.40 11  1.00 [bos] a b a a b a a a b [eos]
cls3  - sp1 : -4.02  -0.37 12  1.00 [bos] a b a a b a a a b b [eos]
cls3  - sp2 : -4.12  -0.37 12  0.91 [bos] a b a a b a a a b b [eos]
cls3  - sp3 : -4.23  -0.42 11  0.90 [bos] a b a a b a a a b [eos]
cls3  - sp4 : -4.72  -0.39 13  0.92 [bos] a b a a b a a a b b a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-103
src: none   none  11  [bos] a b a a b a a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.96  /-11.88 /7.93   /0.0/0.00    -0.40 /-1.19  11  [bos] a b a a b a a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -30.61 /-4.93  /-25.67 /   /-33.60    -6.12 /-0.99  6   [bos] b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -30.61 /-4.93  /-25.67 /   /-33.60    -6.12 /-0.99  6   [bos] b a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -33.69 /-4.93  /-28.75 /   /-36.68    -6.74 /-0.99  6   [bos] b b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -40.52 /-3.32  /-37.20 /   /-45.12    -10.13/-0.83  5   [bos] b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -45.52 /-9.17  /-36.35 /   /-44.28    -5.06 /-1.02  10  [bos] b b b a b b b a [eos]
cls0  - sp0 : -6.48  -0.65 11  0.20 [bos] a b a a b a a a b [eos]
cls0  - sp1 : -6.72  -0.67 11  0.00 [bos] a b a a b a a a b [eos]
cls0  - sp2 : -6.98  -0.87 9   0.00 [bos] a b a a b a a [eos]
cls0  - sp3 : -10.72 -0.54 21  0.10 [bos] a b a a b a a a b b b b b b b b b b b [eos]
cls0  - sp4 : -12.58 -0.47 28  0.07 [bos] a b a a b a a a b b b b b b b b b b b b b b b b b b [eos]
cls1  - sp0 : -6.10  -0.68 10  0.44 [bos] a b a a b a a a [eos]
cls1  - sp1 : -6.25  -0.78 9   0.25 [bos] a b a a b a a [eos]
cls1  - sp2 : -7.07  -0.79 10  0.44 [bos] a b a a b a a a [eos]
cls1  - sp3 : -7.09  -0.79 10  0.33 [bos] a b a a b a a a [eos]
cls1  - sp4 : -7.51  -0.75 11  0.40 [bos] a b a a b a a a b [eos]
cls2  - sp0 : -5.23  -0.65 9   0.62 [bos] a b a a b a a [eos]
cls2  - sp1 : -5.57  -0.62 10  0.56 [bos] a b a a b a a a [eos]
cls2  - sp2 : -6.16  -0.56 12  0.73 [bos] a b a a b a a a b b [eos]
cls2  - sp3 : -6.30  -0.63 11  0.70 [bos] a b a a b a a a b [eos]
cls2  - sp4 : -6.77  -0.68 11  0.70 [bos] a b a a b a a a b [eos]
cls3  - sp0 : -3.96  -0.40 11  1.00 [bos] a b a a b a a a b [eos]
cls3  - sp1 : -4.02  -0.37 12  1.00 [bos] a b a a b a a a b b [eos]
cls3  - sp2 : -4.12  -0.37 12  0.91 [bos] a b a a b a a a b b [eos]
cls3  - sp3 : -4.23  -0.42 11  0.90 [bos] a b a a b a a a b [eos]
cls3  - sp4 : -4.72  -0.39 13  0.92 [bos] a b a a b a a a b b a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-104
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.04  /-2.81  /0.77   /0.0/-0.00    -0.68 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -131.98/-19.26 /-112.72/   /-113.49    -7.33 /-1.07  19  [bos] a b b a a a b a a b a a a b b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -199.22/-23.86 /-175.36/   /-176.13    -7.38 /-0.88  28  [bos] a a b a a a a b a a b b a a a a b b b b b b a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -16.72 /-2.30  /-14.41 /   /-15.19    -8.36 /-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -25.66 /-2.30  /-23.36 /   /-24.13    -12.83/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -137.09/-21.31 /-115.79/   /-116.56    -6.23 /-0.97  23  [bos] b b b a a a a a a a b a b a a b b b b a b [eos]
cls0  - sp0 : -2.04  -0.68 4   0.00 [bos] b b [eos]
cls0  - sp1 : -4.32  -4.32 2   0.00 [bos] [eos]
cls0  - sp2 : -6.36  -2.12 4   0.00 [bos] [pad] b [eos]
cls0  - sp3 : -6.42  -2.14 4   0.00 [bos] [unk] b [eos]
cls0  - sp4 : -8.94  -2.98 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.73  -0.58 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.13  -1.04 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.32  -1.11 4   0.33 [bos] b b [eos]
cls1  - sp3 : -3.99  -1.33 4   0.33 [bos] b b [eos]
cls1  - sp4 : -5.18  -1.73 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.80  -0.60 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.87  -0.62 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.77  -0.92 4   0.67 [bos] b b [eos]
cls2  - sp3 : -4.33  -1.44 4   0.67 [bos] [unk] b [eos]
cls2  - sp4 : -4.46  -1.49 4   0.67 [bos] [pad] b [eos]
cls3  - sp0 : -2.80  -0.93 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.86  -0.95 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -4.74  -4.74 2   1.00 [bos] [eos]
cls3  - sp3 : -5.46  -1.82 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.75  -2.58 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-105
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.80  /-2.81  /0.01   /0.0/-0.00    -0.93 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -105.61/-19.26 /-86.34 /   /-86.35    -5.87 /-1.07  19  [bos] a b b a a a b a a b a a a b b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -155.09/-23.86 /-131.22/   /-131.23    -5.74 /-0.88  28  [bos] a a b a a a a b a a b b a a a a b b b b b b a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -17.96 /-2.30  /-15.65 /   /-15.67    -8.98 /-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -25.18 /-2.30  /-22.88 /   /-22.89    -12.59/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -110.99/-21.31 /-89.68 /   /-89.69    -5.05 /-0.97  23  [bos] b b b a a a a a a a b a b a a b b b b a b [eos]
cls0  - sp0 : -2.04  -0.68 4   0.00 [bos] b b [eos]
cls0  - sp1 : -4.32  -4.32 2   0.00 [bos] [eos]
cls0  - sp2 : -6.36  -2.12 4   0.00 [bos] [pad] b [eos]
cls0  - sp3 : -6.42  -2.14 4   0.00 [bos] [unk] b [eos]
cls0  - sp4 : -8.94  -2.98 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.73  -0.58 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.13  -1.04 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.32  -1.11 4   0.33 [bos] b b [eos]
cls1  - sp3 : -3.99  -1.33 4   0.33 [bos] b b [eos]
cls1  - sp4 : -5.18  -1.73 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.80  -0.60 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.87  -0.62 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.77  -0.92 4   0.67 [bos] b b [eos]
cls2  - sp3 : -4.33  -1.44 4   0.67 [bos] [unk] b [eos]
cls2  - sp4 : -4.46  -1.49 4   0.67 [bos] [pad] b [eos]
cls3  - sp0 : -2.80  -0.93 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.86  -0.95 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -4.74  -4.74 2   1.00 [bos] [eos]
cls3  - sp3 : -5.46  -1.82 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.75  -2.58 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-106
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.06  /-2.81  /0.76   /0.0/-0.00    -0.69 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -109.57/-19.26 /-90.30 /   /-91.06    -6.09 /-1.07  19  [bos] a b b a a a b a a b a a a b b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -167.49/-23.86 /-143.63/   /-144.38    -6.20 /-0.88  28  [bos] a a b a a a a b a a b b a a a a b b b b b b a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -15.55 /-2.30  /-13.24 /   /-14.00    -7.77 /-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -24.00 /-2.30  /-21.70 /   /-22.45    -12.00/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -117.48/-21.31 /-96.17 /   /-96.93    -5.34 /-0.97  23  [bos] b b b a a a a a a a b a b a a b b b b a b [eos]
cls0  - sp0 : -2.06  -0.69 4   0.00 [bos] b b [eos]
cls0  - sp1 : -3.14  -3.14 2   0.00 [bos] [eos]
cls0  - sp2 : -5.76  -1.92 4   0.00 [bos] [unk] b [eos]
cls0  - sp3 : -6.10  -2.03 4   0.00 [bos] [pad] b [eos]
cls0  - sp4 : -8.62  -2.87 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.96  -0.65 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.08  -1.03 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.29  -1.10 4   0.33 [bos] b b [eos]
cls1  - sp3 : -4.42  -1.47 4   0.33 [bos] b b [eos]
cls1  - sp4 : -4.61  -1.54 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.90  -0.63 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.90  -0.63 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.98  -0.99 4   0.67 [bos] b b [eos]
cls2  - sp3 : -3.95  -1.32 4   0.67 [bos] [pad] b [eos]
cls2  - sp4 : -4.23  -1.41 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -2.86  -0.95 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.87  -0.96 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -3.58  -3.58 2   1.00 [bos] [eos]
cls3  - sp3 : -4.93  -1.64 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.51  -2.50 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-107
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.86  /-2.81  /-0.05  /0.0/-0.00    -0.95 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -107.08/-19.26 /-87.82 /   /-87.77    -5.95 /-1.07  19  [bos] a b b a a a b a a b a a a b b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -157.92/-23.86 /-134.06/   /-134.02    -5.85 /-0.88  28  [bos] a a b a a a a b a a b b a a a a b b b b b b a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -17.41 /-2.30  /-15.10 /   /-15.06    -8.70 /-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -23.60 /-2.30  /-21.29 /   /-21.25    -11.80/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -118.90/-21.31 /-97.60 /   /-97.55    -5.40 /-0.97  23  [bos] b b b a a a a a a a b a b a a b b b b a b [eos]
cls0  - sp0 : -2.06  -0.69 4   0.00 [bos] b b [eos]
cls0  - sp1 : -3.14  -3.14 2   0.00 [bos] [eos]
cls0  - sp2 : -5.76  -1.92 4   0.00 [bos] [unk] b [eos]
cls0  - sp3 : -6.10  -2.03 4   0.00 [bos] [pad] b [eos]
cls0  - sp4 : -8.62  -2.87 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.96  -0.65 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.08  -1.03 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.29  -1.10 4   0.33 [bos] b b [eos]
cls1  - sp3 : -4.42  -1.47 4   0.33 [bos] b b [eos]
cls1  - sp4 : -4.61  -1.54 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.90  -0.63 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.90  -0.63 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.98  -0.99 4   0.67 [bos] b b [eos]
cls2  - sp3 : -3.95  -1.32 4   0.67 [bos] [pad] b [eos]
cls2  - sp4 : -4.23  -1.41 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -2.86  -0.95 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.87  -0.96 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -3.58  -3.58 2   1.00 [bos] [eos]
cls3  - sp3 : -4.93  -1.64 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.51  -2.50 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-108
src: none   none  8   [bos] a a a b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.81  /-5.96  /2.14   /0.0/0.00    -0.54 /-0.85  8   [bos] a a a b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -56.46 /-7.49  /-48.97 /   /-51.11    -5.65 /-0.75  11  [bos] b a a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -64.91 /-22.02 /-42.88 /   /-45.03    -2.03 /-0.69  33  [bos] b b b b a a b b b b a a a a a a a a a a a a a a a a a b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.72 /-4.42  /-34.29 /   /-36.44    -9.68 /-1.11  5   [bos] a b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -32.98 /-9.17  /-23.80 /   /-25.95    -3.66 /-1.02  10  [bos] b a a b b b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.90 /-2.30  /-27.60 /   /-29.74    -14.95/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.81  -0.54 8   0.00 [bos] a a a b b b [eos]
cls0  - sp1 : -4.46  -0.64 8   0.14 [bos] a a a b b b [eos]
cls0  - sp2 : -4.67  -0.67 8   0.14 [bos] a a a b b b [eos]
cls0  - sp3 : -4.97  -0.71 8   0.14 [bos] a a a b b b [eos]
cls0  - sp4 : -5.06  -0.72 8   0.14 [bos] a a a b b b [eos]
cls1  - sp0 : -3.68  -0.53 8   0.29 [bos] a a a b b b [eos]
cls1  - sp1 : -3.84  -0.55 8   0.43 [bos] a a a b b b [eos]
cls1  - sp2 : -4.86  -0.69 8   0.43 [bos] a a a b b b [eos]
cls1  - sp3 : -5.05  -0.72 8   0.43 [bos] a a a b b b [eos]
cls1  - sp4 : -5.11  -0.73 8   0.29 [bos] a a a b b b [eos]
cls2  - sp0 : -2.99  -0.43 8   0.71 [bos] a a a b b b [eos]
cls2  - sp1 : -3.36  -0.48 8   0.71 [bos] a a a b b b [eos]
cls2  - sp2 : -4.27  -0.61 8   0.71 [bos] a a a b b b [eos]
cls2  - sp3 : -4.36  -0.62 8   0.71 [bos] a a a b b b [eos]
cls2  - sp4 : -4.50  -0.64 8   0.71 [bos] a a a b b b [eos]
cls3  - sp0 : -1.57  -0.22 8   0.86 [bos] a a a b b b [eos]
cls3  - sp1 : -2.36  -0.34 8   1.00 [bos] a a a b b b [eos]
cls3  - sp2 : -3.78  -0.54 8   0.86 [bos] a a a b b b [eos]
cls3  - sp3 : -4.12  -0.59 8   0.86 [bos] a a a b b b [eos]
cls3  - sp4 : -4.85  -0.69 8   0.86 [bos] a a a b [unk] b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-109
src: none   none  8   [bos] a a a b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.36  /-5.96  /3.60   /0.0/0.00    -0.34 /-0.85  8   [bos] a a a b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -42.81 /-7.49  /-35.32 /   /-38.92    -4.28 /-0.75  11  [bos] b a a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -72.91 /-22.02 /-50.89 /   /-54.49    -2.28 /-0.69  33  [bos] b b b b a a b b b b a a a a a a a a a a a a a a a a a b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -39.80 /-4.42  /-35.38 /   /-38.97    -9.95 /-1.11  5   [bos] a b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -25.08 /-9.17  /-15.91 /   /-19.51    -2.79 /-1.02  10  [bos] b a a b b b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.24 /-2.30  /-27.93 /   /-31.53    -15.12/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.81  -0.54 8   0.00 [bos] a a a b b b [eos]
cls0  - sp1 : -4.46  -0.64 8   0.14 [bos] a a a b b b [eos]
cls0  - sp2 : -4.67  -0.67 8   0.14 [bos] a a a b b b [eos]
cls0  - sp3 : -4.97  -0.71 8   0.14 [bos] a a a b b b [eos]
cls0  - sp4 : -5.06  -0.72 8   0.14 [bos] a a a b b b [eos]
cls1  - sp0 : -3.68  -0.53 8   0.29 [bos] a a a b b b [eos]
cls1  - sp1 : -3.84  -0.55 8   0.43 [bos] a a a b b b [eos]
cls1  - sp2 : -4.86  -0.69 8   0.43 [bos] a a a b b b [eos]
cls1  - sp3 : -5.05  -0.72 8   0.43 [bos] a a a b b b [eos]
cls1  - sp4 : -5.11  -0.73 8   0.29 [bos] a a a b b b [eos]
cls2  - sp0 : -2.99  -0.43 8   0.71 [bos] a a a b b b [eos]
cls2  - sp1 : -3.36  -0.48 8   0.71 [bos] a a a b b b [eos]
cls2  - sp2 : -4.27  -0.61 8   0.71 [bos] a a a b b b [eos]
cls2  - sp3 : -4.36  -0.62 8   0.71 [bos] a a a b b b [eos]
cls2  - sp4 : -4.50  -0.64 8   0.71 [bos] a a a b b b [eos]
cls3  - sp0 : -1.57  -0.22 8   0.86 [bos] a a a b b b [eos]
cls3  - sp1 : -2.36  -0.34 8   1.00 [bos] a a a b b b [eos]
cls3  - sp2 : -3.78  -0.54 8   0.86 [bos] a a a b b b [eos]
cls3  - sp3 : -4.12  -0.59 8   0.86 [bos] a a a b b b [eos]
cls3  - sp4 : -4.85  -0.69 8   0.86 [bos] a a a b [unk] b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-110
src: none   none  8   [bos] a a a b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.67  /-5.96  /2.29   /0.0/0.00    -0.52 /-0.85  8   [bos] a a a b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -53.34 /-7.49  /-45.85 /   /-48.14    -5.33 /-0.75  11  [bos] b a a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -94.22 /-22.02 /-72.20 /   /-74.48    -2.94 /-0.69  33  [bos] b b b b a a b b b b a a a a a a a a a a a a a a a a a b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.48 /-4.42  /-34.06 /   /-36.35    -9.62 /-1.11  5   [bos] a b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -36.18 /-9.17  /-27.01 /   /-29.30    -4.02 /-1.02  10  [bos] b a a b b b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.28 /-2.30  /-27.97 /   /-30.26    -15.14/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.67  -0.52 8   0.00 [bos] a a a b b b [eos]
cls0  - sp1 : -4.40  -0.63 8   0.14 [bos] a a a b b b [eos]
cls0  - sp2 : -4.42  -0.63 8   0.14 [bos] a a a b b b [eos]
cls0  - sp3 : -4.98  -0.71 8   0.14 [bos] a a a b b b [eos]
cls0  - sp4 : -5.02  -0.72 8   0.14 [bos] a a a b b b [eos]
cls1  - sp0 : -3.68  -0.53 8   0.29 [bos] a a a b b b [eos]
cls1  - sp1 : -3.86  -0.55 8   0.43 [bos] a a a b b b [eos]
cls1  - sp2 : -4.76  -0.68 8   0.43 [bos] a a a b b b [eos]
cls1  - sp3 : -4.82  -0.69 8   0.43 [bos] a a a b b b [eos]
cls1  - sp4 : -4.98  -0.71 8   0.29 [bos] a a a b b b [eos]
cls2  - sp0 : -2.91  -0.42 8   0.71 [bos] a a a b b b [eos]
cls2  - sp1 : -3.40  -0.49 8   0.71 [bos] a a a b b b [eos]
cls2  - sp2 : -3.88  -0.55 8   0.71 [bos] a a a b b b [eos]
cls2  - sp3 : -4.12  -0.59 8   0.71 [bos] a a a b b b [eos]
cls2  - sp4 : -4.25  -0.61 8   0.57 [bos] a a a b b b [eos]
cls3  - sp0 : -1.52  -0.22 8   0.86 [bos] a a a b b b [eos]
cls3  - sp1 : -2.21  -0.32 8   1.00 [bos] a a a b b b [eos]
cls3  - sp2 : -3.59  -0.51 8   0.86 [bos] a a a b b b [eos]
cls3  - sp3 : -4.16  -0.59 8   0.86 [bos] a a a b b b [eos]
cls3  - sp4 : -4.84  -0.69 8   0.86 [bos] a a a b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-111
src: none   none  8   [bos] a a a b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.21  /-5.96  /3.75   /0.0/0.00    -0.32 /-0.85  8   [bos] a a a b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -52.71 /-7.49  /-45.22 /   /-48.97    -5.27 /-0.75  11  [bos] b a a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -91.62 /-22.02 /-69.60 /   /-73.35    -2.86 /-0.69  33  [bos] b b b b a a b b b b a a a a a a a a a a a a a a a a a b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -39.80 /-4.42  /-35.38 /   /-39.13    -9.95 /-1.11  5   [bos] a b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -28.60 /-9.17  /-19.43 /   /-23.18    -3.18 /-1.02  10  [bos] b a a b b b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.45 /-2.30  /-28.15 /   /-31.90    -15.23/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.67  -0.52 8   0.00 [bos] a a a b b b [eos]
cls0  - sp1 : -4.40  -0.63 8   0.14 [bos] a a a b b b [eos]
cls0  - sp2 : -4.42  -0.63 8   0.14 [bos] a a a b b b [eos]
cls0  - sp3 : -4.98  -0.71 8   0.14 [bos] a a a b b b [eos]
cls0  - sp4 : -5.02  -0.72 8   0.14 [bos] a a a b b b [eos]
cls1  - sp0 : -3.68  -0.53 8   0.29 [bos] a a a b b b [eos]
cls1  - sp1 : -3.86  -0.55 8   0.43 [bos] a a a b b b [eos]
cls1  - sp2 : -4.76  -0.68 8   0.43 [bos] a a a b b b [eos]
cls1  - sp3 : -4.82  -0.69 8   0.43 [bos] a a a b b b [eos]
cls1  - sp4 : -4.98  -0.71 8   0.29 [bos] a a a b b b [eos]
cls2  - sp0 : -2.91  -0.42 8   0.71 [bos] a a a b b b [eos]
cls2  - sp1 : -3.40  -0.49 8   0.71 [bos] a a a b b b [eos]
cls2  - sp2 : -3.88  -0.55 8   0.71 [bos] a a a b b b [eos]
cls2  - sp3 : -4.12  -0.59 8   0.71 [bos] a a a b b b [eos]
cls2  - sp4 : -4.25  -0.61 8   0.57 [bos] a a a b b b [eos]
cls3  - sp0 : -1.52  -0.22 8   0.86 [bos] a a a b b b [eos]
cls3  - sp1 : -2.21  -0.32 8   1.00 [bos] a a a b b b [eos]
cls3  - sp2 : -3.59  -0.51 8   0.86 [bos] a a a b b b [eos]
cls3  - sp3 : -4.16  -0.59 8   0.86 [bos] a a a b b b [eos]
cls3  - sp4 : -4.84  -0.69 8   0.86 [bos] a a a b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-112
src: none   none  7   [bos] a a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.46  /-5.44  /1.98   /0.0/-0.00    -0.58 /-0.91  7   [bos] a a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -50.31 /-8.00  /-42.31 /   /-44.30    -4.57 /-0.73  12  [bos] a a a a a b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -14.99 /-2.81  /-12.17 /   /-14.16    -5.00 /-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -58.41 /-13.85 /-44.56 /   /-46.55    -3.65 /-0.87  17  [bos] a a a a a a b a a a a a b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -54.94 /-10.12 /-44.82 /   /-46.80    -4.23 /-0.78  14  [bos] b a b b b b b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -20.16 /-3.32  /-16.83 /   /-18.82    -5.04 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -3.46  -0.58 7   0.00 [bos] a a a b b [eos]
cls0  - sp1 : -3.91  -0.65 7   0.17 [bos] a a a b b [eos]
cls0  - sp2 : -4.38  -0.73 7   0.17 [bos] a a a b b [eos]
cls0  - sp3 : -4.54  -0.76 7   0.17 [bos] a a a b b [eos]
cls0  - sp4 : -4.73  -0.79 7   0.17 [bos] a a a b b [eos]
cls1  - sp0 : -3.43  -0.57 7   0.33 [bos] a a a b b [eos]
cls1  - sp1 : -4.86  -0.81 7   0.33 [bos] a a a b b [eos]
cls1  - sp2 : -4.96  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp3 : -5.00  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp4 : -5.07  -0.84 7   0.33 [bos] a a a b b [eos]
cls2  - sp0 : -2.95  -0.49 7   0.67 [bos] a a a b b [eos]
cls2  - sp1 : -3.55  -0.59 7   0.67 [bos] a a a b b [eos]
cls2  - sp2 : -3.76  -0.63 7   0.67 [bos] a a a b b [eos]
cls2  - sp3 : -3.82  -0.64 7   0.67 [bos] a a a b b [eos]
cls2  - sp4 : -4.10  -0.68 7   0.50 [bos] a a a b b [eos]
cls3  - sp0 : -1.80  -0.30 7   0.83 [bos] a a a b b [eos]
cls3  - sp1 : -2.47  -0.41 7   1.00 [bos] a a a b b [eos]
cls3  - sp2 : -3.66  -0.61 7   0.83 [bos] a a a b b [eos]
cls3  - sp3 : -3.73  -0.62 7   0.83 [bos] a a a b [unk] [eos]
cls3  - sp4 : -4.24  -0.71 7   0.83 [bos] a a a b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-113
src: none   none  7   [bos] a a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.47  /-5.44  /2.97   /0.0/0.00    -0.41 /-0.91  7   [bos] a a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -48.22 /-8.00  /-40.22 /   /-43.19    -4.38 /-0.73  12  [bos] a a a a a b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -17.00 /-2.81  /-14.18 /   /-17.15    -5.67 /-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -53.79 /-13.85 /-39.95 /   /-42.92    -3.36 /-0.87  17  [bos] a a a a a a b a a a a a b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -65.41 /-10.12 /-55.29 /   /-58.26    -5.03 /-0.78  14  [bos] b a b b b b b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -18.90 /-3.32  /-15.58 /   /-18.55    -4.72 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -3.46  -0.58 7   0.00 [bos] a a a b b [eos]
cls0  - sp1 : -3.91  -0.65 7   0.17 [bos] a a a b b [eos]
cls0  - sp2 : -4.38  -0.73 7   0.17 [bos] a a a b b [eos]
cls0  - sp3 : -4.54  -0.76 7   0.17 [bos] a a a b b [eos]
cls0  - sp4 : -4.73  -0.79 7   0.17 [bos] a a a b b [eos]
cls1  - sp0 : -3.43  -0.57 7   0.33 [bos] a a a b b [eos]
cls1  - sp1 : -4.86  -0.81 7   0.33 [bos] a a a b b [eos]
cls1  - sp2 : -4.96  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp3 : -5.00  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp4 : -5.07  -0.84 7   0.33 [bos] a a a b b [eos]
cls2  - sp0 : -2.95  -0.49 7   0.67 [bos] a a a b b [eos]
cls2  - sp1 : -3.55  -0.59 7   0.67 [bos] a a a b b [eos]
cls2  - sp2 : -3.76  -0.63 7   0.67 [bos] a a a b b [eos]
cls2  - sp3 : -3.82  -0.64 7   0.67 [bos] a a a b b [eos]
cls2  - sp4 : -4.10  -0.68 7   0.50 [bos] a a a b b [eos]
cls3  - sp0 : -1.80  -0.30 7   0.83 [bos] a a a b b [eos]
cls3  - sp1 : -2.47  -0.41 7   1.00 [bos] a a a b b [eos]
cls3  - sp2 : -3.66  -0.61 7   0.83 [bos] a a a b b [eos]
cls3  - sp3 : -3.73  -0.62 7   0.83 [bos] a a a b [unk] [eos]
cls3  - sp4 : -4.24  -0.71 7   0.83 [bos] a a a b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-114
src: none   none  7   [bos] a a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.61  /-5.44  /1.84   /0.0/-0.00    -0.60 /-0.91  7   [bos] a a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -46.45 /-8.00  /-38.45 /   /-40.29    -4.22 /-0.73  12  [bos] a a a a a b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -12.04 /-2.81  /-9.23  /   /-11.06    -4.01 /-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -53.59 /-13.85 /-39.74 /   /-41.58    -3.35 /-0.87  17  [bos] a a a a a a b a a a a a b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -46.03 /-10.12 /-35.91 /   /-37.74    -3.54 /-0.78  14  [bos] b a b b b b b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -19.15 /-3.32  /-15.82 /   /-17.66    -4.79 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -3.61  -0.60 7   0.00 [bos] a a a b b [eos]
cls0  - sp1 : -4.01  -0.67 7   0.17 [bos] a a a b b [eos]
cls0  - sp2 : -4.35  -0.72 7   0.17 [bos] a a a b b [eos]
cls0  - sp3 : -4.62  -0.77 7   0.17 [bos] a a a b b [eos]
cls0  - sp4 : -4.85  -0.81 7   0.17 [bos] a a a b b [eos]
cls1  - sp0 : -3.39  -0.57 7   0.33 [bos] a a a b b [eos]
cls1  - sp1 : -4.51  -0.75 7   0.33 [bos] a a a b b [eos]
cls1  - sp2 : -4.88  -0.81 7   0.33 [bos] a a a b b [eos]
cls1  - sp3 : -4.96  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp4 : -4.98  -0.83 7   0.33 [bos] a a a b b [eos]
cls2  - sp0 : -2.74  -0.46 7   0.67 [bos] a a a b b [eos]
cls2  - sp1 : -3.08  -0.51 7   0.67 [bos] a a a b b [eos]
cls2  - sp2 : -3.54  -0.59 7   0.67 [bos] a a a b b [eos]
cls2  - sp3 : -3.61  -0.60 7   0.50 [bos] a a a b b [eos]
cls2  - sp4 : -3.69  -0.61 7   0.67 [bos] a a a b b [eos]
cls3  - sp0 : -1.68  -0.28 7   0.83 [bos] a a a b b [eos]
cls3  - sp1 : -2.65  -0.44 7   1.00 [bos] a a a b b [eos]
cls3  - sp2 : -3.75  -0.62 7   0.83 [bos] a a a b b [eos]
cls3  - sp3 : -3.90  -0.65 7   0.83 [bos] a a a b [unk] [eos]
cls3  - sp4 : -4.07  -0.68 7   0.83 [bos] a a a b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-115
src: none   none  7   [bos] a a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.65  /-5.44  /2.79   /0.0/-0.00    -0.44 /-0.91  7   [bos] a a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -56.73 /-8.00  /-48.73 /   /-51.53    -5.16 /-0.73  12  [bos] a a a a a b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -13.19 /-2.81  /-10.37 /   /-13.17    -4.40 /-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -56.39 /-13.85 /-42.54 /   /-45.34    -3.52 /-0.87  17  [bos] a a a a a a b a a a a a b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -65.73 /-10.12 /-55.61 /   /-58.41    -5.06 /-0.78  14  [bos] b a b b b b b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -17.73 /-3.32  /-14.41 /   /-17.20    -4.43 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -3.61  -0.60 7   0.00 [bos] a a a b b [eos]
cls0  - sp1 : -4.01  -0.67 7   0.17 [bos] a a a b b [eos]
cls0  - sp2 : -4.35  -0.72 7   0.17 [bos] a a a b b [eos]
cls0  - sp3 : -4.62  -0.77 7   0.17 [bos] a a a b b [eos]
cls0  - sp4 : -4.85  -0.81 7   0.17 [bos] a a a b b [eos]
cls1  - sp0 : -3.39  -0.57 7   0.33 [bos] a a a b b [eos]
cls1  - sp1 : -4.51  -0.75 7   0.33 [bos] a a a b b [eos]
cls1  - sp2 : -4.88  -0.81 7   0.33 [bos] a a a b b [eos]
cls1  - sp3 : -4.96  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp4 : -4.98  -0.83 7   0.33 [bos] a a a b b [eos]
cls2  - sp0 : -2.74  -0.46 7   0.67 [bos] a a a b b [eos]
cls2  - sp1 : -3.08  -0.51 7   0.67 [bos] a a a b b [eos]
cls2  - sp2 : -3.54  -0.59 7   0.67 [bos] a a a b b [eos]
cls2  - sp3 : -3.61  -0.60 7   0.50 [bos] a a a b b [eos]
cls2  - sp4 : -3.69  -0.61 7   0.67 [bos] a a a b b [eos]
cls3  - sp0 : -1.68  -0.28 7   0.83 [bos] a a a b b [eos]
cls3  - sp1 : -2.65  -0.44 7   1.00 [bos] a a a b b [eos]
cls3  - sp2 : -3.75  -0.62 7   0.83 [bos] a a a b b [eos]
cls3  - sp3 : -3.90  -0.65 7   0.83 [bos] a a a b [unk] [eos]
cls3  - sp4 : -4.07  -0.68 7   0.83 [bos] a a a b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-116
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.27  /-2.30  /1.03   /0.69/-0.69    -0.63 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -71.64 /-11.29 /-60.34 /   /-62.07    -6.51 /-1.03  12  [bos] b a a a b b a a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -35.04 /-4.93  /-30.11 /   /-31.84    -7.01 /-0.99  6   [bos] a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -90.49 /-12.32 /-78.17 /   /-79.90    -6.96 /-0.95  14  [bos] a a b a b b b a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -1.27  /-2.30  /1.03   /   /-0.69    -0.63 /-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -23.62 /-4.86  /-18.77 /   /-20.49    -3.37 /-0.69  8   [bos] b b b b b b [eos]
cls0  - sp0 : -1.27  -0.63 3   0.00 [bos] b [eos]
cls0  - sp1 : -5.18  -2.59 3   0.00 [bos] [pad] [eos]
cls0  - sp2 : -5.36  -5.36 2   0.00 [bos] [eos]
cls0  - sp3 : -5.79  -2.89 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.80  -2.20 5   0.00 [bos] b [unk] b [eos]
cls1  - sp0 : -7.83  -1.96 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -8.90  -2.23 5   0.25 [bos] b [unk] b [eos]
cls1  - sp2 : -9.13  -2.28 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.40  -2.35 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp4 : -9.63  -2.41 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] b [eos]
cls2  - sp1 : -1.70  -0.85 3   0.50 [bos] [unk] [eos]
cls2  - sp2 : -2.14  -1.07 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.87  -2.44 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.95  -2.98 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.33  -1.16 3   1.00 [bos] b [eos]
cls3  - sp1 : -2.44  -1.22 3   1.00 [bos] [unk] [eos]
cls3  - sp2 : -5.57  -5.57 2   1.00 [bos] [eos]
cls3  - sp3 : -5.63  -2.81 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.18  -2.05 5   0.75 [bos] b [pad] b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-117
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.33  /-2.30  /-0.02  /0.69/-0.69    -1.16 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -66.52 /-11.29 /-55.23 /   /-55.89    -6.05 /-1.03  12  [bos] b a a a b b a a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -31.42 /-4.93  /-26.49 /   /-27.16    -6.28 /-0.99  6   [bos] a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -82.08 /-12.32 /-69.76 /   /-70.43    -6.31 /-0.95  14  [bos] a a b a b b b a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -2.33  /-2.30  /-0.02  /   /-0.69    -1.16 /-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -23.97 /-4.86  /-19.12 /   /-19.78    -3.42 /-0.69  8   [bos] b b b b b b [eos]
cls0  - sp0 : -1.27  -0.63 3   0.00 [bos] b [eos]
cls0  - sp1 : -5.18  -2.59 3   0.00 [bos] [pad] [eos]
cls0  - sp2 : -5.36  -5.36 2   0.00 [bos] [eos]
cls0  - sp3 : -5.79  -2.89 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.80  -2.20 5   0.00 [bos] b [unk] b [eos]
cls1  - sp0 : -7.83  -1.96 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -8.90  -2.23 5   0.25 [bos] b [unk] b [eos]
cls1  - sp2 : -9.13  -2.28 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.40  -2.35 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp4 : -9.63  -2.41 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] b [eos]
cls2  - sp1 : -1.70  -0.85 3   0.50 [bos] [unk] [eos]
cls2  - sp2 : -2.14  -1.07 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.87  -2.44 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.95  -2.98 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.33  -1.16 3   1.00 [bos] b [eos]
cls3  - sp1 : -2.44  -1.22 3   1.00 [bos] [unk] [eos]
cls3  - sp2 : -5.57  -5.57 2   1.00 [bos] [eos]
cls3  - sp3 : -5.63  -2.81 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.18  -2.05 5   0.75 [bos] b [pad] b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-118
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.32  /-2.30  /0.98   /0.69/-0.69    -0.66 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -74.32 /-11.29 /-63.03 /   /-64.71    -6.76 /-1.03  12  [bos] b a a a b b a a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -36.46 /-4.93  /-31.53 /   /-33.21    -7.29 /-0.99  6   [bos] a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -94.66 /-12.32 /-82.35 /   /-84.02    -7.28 /-0.95  14  [bos] a a b a b b b a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -1.32  /-2.30  /0.98   /   /-0.69    -0.66 /-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.73 /-4.86  /-21.87 /   /-23.55    -3.82 /-0.69  8   [bos] b b b b b b [eos]
cls0  - sp0 : -1.32  -0.66 3   0.00 [bos] b [eos]
cls0  - sp1 : -4.13  -4.13 2   0.00 [bos] [eos]
cls0  - sp2 : -5.01  -2.51 3   0.00 [bos] [pad] [eos]
cls0  - sp3 : -5.09  -2.55 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.67  -4.33 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -8.20  -2.05 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -9.43  -2.36 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp2 : -9.51  -2.38 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.81  -2.45 5   0.25 [bos] b [unk] [unk] [eos]
cls1  - sp4 : -10.05 -2.51 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] [unk] [eos]
cls2  - sp1 : -1.82  -0.91 3   0.50 [bos] b [eos]
cls2  - sp2 : -2.13  -1.06 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.27  -2.14 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.74  -2.87 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.34  -1.17 3   1.00 [bos] [unk] [eos]
cls3  - sp1 : -2.46  -1.23 3   1.00 [bos] b [eos]
cls3  - sp2 : -4.34  -4.34 2   1.00 [bos] [eos]
cls3  - sp3 : -4.98  -2.49 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.20  -4.10 3   1.00 [bos] [bos] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-119
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.46  /-2.30  /-0.16  /0.69/-0.69    -1.23 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -67.18 /-11.29 /-55.89 /   /-56.42    -6.11 /-1.03  12  [bos] b a a a b b a a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -32.17 /-4.93  /-27.23 /   /-27.77    -6.43 /-0.99  6   [bos] a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -83.35 /-12.32 /-71.03 /   /-71.56    -6.41 /-0.95  14  [bos] a a b a b b b a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -2.46  /-2.30  /-0.16  /   /-0.69    -1.23 /-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -27.21 /-4.86  /-22.35 /   /-22.89    -3.89 /-0.69  8   [bos] b b b b b b [eos]
cls0  - sp0 : -1.32  -0.66 3   0.00 [bos] b [eos]
cls0  - sp1 : -4.13  -4.13 2   0.00 [bos] [eos]
cls0  - sp2 : -5.01  -2.51 3   0.00 [bos] [pad] [eos]
cls0  - sp3 : -5.09  -2.55 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.67  -4.33 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -8.20  -2.05 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -9.43  -2.36 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp2 : -9.51  -2.38 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.81  -2.45 5   0.25 [bos] b [unk] [unk] [eos]
cls1  - sp4 : -10.05 -2.51 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] [unk] [eos]
cls2  - sp1 : -1.82  -0.91 3   0.50 [bos] b [eos]
cls2  - sp2 : -2.13  -1.06 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.27  -2.14 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.74  -2.87 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.34  -1.17 3   1.00 [bos] [unk] [eos]
cls3  - sp1 : -2.46  -1.23 3   1.00 [bos] b [eos]
cls3  - sp2 : -4.34  -4.34 2   1.00 [bos] [eos]
cls3  - sp3 : -4.98  -2.49 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.20  -4.10 3   1.00 [bos] [bos] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-120
src: none   none  4   [bos] b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.87  /-3.91  /2.04   /0.0/-0.00    -0.62 /-1.30  4   [bos] b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -14.91 /-2.30  /-12.61 /   /-14.65    -7.45 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -14.91 /-2.30  /-12.61 /   /-14.65    -7.45 /-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -65.89 /-9.53  /-56.35 /   /-58.40    -4.71 /-0.68  15  [bos] b b b a a a a a a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -75.49 /-16.05 /-59.44 /   /-61.48    -4.72 /-1.00  17  [bos] b a b a b b b b b b b a b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -27.34 /-3.32  /-24.01 /   /-26.05    -6.83 /-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -1.87  -0.62 4   0.00 [bos] b a [eos]
cls0  - sp1 : -4.00  -4.00 2   0.00 [bos] [eos]
cls0  - sp2 : -5.81  -1.94 4   0.00 [bos] [unk] a [eos]
cls0  - sp3 : -6.11  -2.04 4   0.00 [bos] [pad] a [eos]
cls0  - sp4 : -8.48  -2.83 4   0.00 [bos] b [unk] [eos]
cls1  - sp0 : -1.79  -0.60 4   0.33 [bos] b a [eos]
cls1  - sp1 : -2.93  -0.98 4   0.33 [bos] [unk] a [eos]
cls1  - sp2 : -3.17  -1.06 4   0.33 [bos] b a [eos]
cls1  - sp3 : -3.43  -1.14 4   0.33 [bos] b a [eos]
cls1  - sp4 : -4.93  -1.64 4   0.33 [bos] [unk] a [eos]
cls2  - sp0 : -1.89  -0.63 4   0.67 [bos] b a [eos]
cls2  - sp1 : -2.04  -0.68 4   0.67 [bos] [unk] a [eos]
cls2  - sp2 : -2.86  -0.95 4   0.67 [bos] b a [eos]
cls2  - sp3 : -4.16  -1.39 4   0.67 [bos] [unk] a [eos]
cls2  - sp4 : -4.26  -1.42 4   0.67 [bos] [pad] a [eos]
cls3  - sp0 : -2.93  -0.98 4   1.00 [bos] b a [eos]
cls3  - sp1 : -3.08  -1.03 4   1.00 [bos] [unk] a [eos]
cls3  - sp2 : -4.36  -4.36 2   1.00 [bos] [eos]
cls3  - sp3 : -5.30  -1.77 4   1.00 [bos] [pad] a [eos]
cls3  - sp4 : -7.83  -1.96 5   0.75 [bos] b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-121
src: none   none  4   [bos] b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.93  /-3.91  /0.98   /0.0/-0.00    -0.98 /-1.30  4   [bos] b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -16.51 /-2.30  /-14.21 /   /-15.19    -8.25 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -16.51 /-2.30  /-14.21 /   /-15.19    -8.25 /-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -99.10 /-9.53  /-89.57 /   /-90.55    -7.08 /-0.68  15  [bos] b b b a a a a a a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -86.16 /-16.05 /-70.11 /   /-71.09    -5.38 /-1.00  17  [bos] b a b a b b b b b b b a b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -24.54 /-3.32  /-21.22 /   /-22.20    -6.14 /-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -1.87  -0.62 4   0.00 [bos] b a [eos]
cls0  - sp1 : -4.00  -4.00 2   0.00 [bos] [eos]
cls0  - sp2 : -5.81  -1.94 4   0.00 [bos] [unk] a [eos]
cls0  - sp3 : -6.11  -2.04 4   0.00 [bos] [pad] a [eos]
cls0  - sp4 : -8.48  -2.83 4   0.00 [bos] b [unk] [eos]
cls1  - sp0 : -1.79  -0.60 4   0.33 [bos] b a [eos]
cls1  - sp1 : -2.93  -0.98 4   0.33 [bos] [unk] a [eos]
cls1  - sp2 : -3.17  -1.06 4   0.33 [bos] b a [eos]
cls1  - sp3 : -3.43  -1.14 4   0.33 [bos] b a [eos]
cls1  - sp4 : -4.93  -1.64 4   0.33 [bos] [unk] a [eos]
cls2  - sp0 : -1.89  -0.63 4   0.67 [bos] b a [eos]
cls2  - sp1 : -2.04  -0.68 4   0.67 [bos] [unk] a [eos]
cls2  - sp2 : -2.86  -0.95 4   0.67 [bos] b a [eos]
cls2  - sp3 : -4.16  -1.39 4   0.67 [bos] [unk] a [eos]
cls2  - sp4 : -4.26  -1.42 4   0.67 [bos] [pad] a [eos]
cls3  - sp0 : -2.93  -0.98 4   1.00 [bos] b a [eos]
cls3  - sp1 : -3.08  -1.03 4   1.00 [bos] [unk] a [eos]
cls3  - sp2 : -4.36  -4.36 2   1.00 [bos] [eos]
cls3  - sp3 : -5.30  -1.77 4   1.00 [bos] [pad] a [eos]
cls3  - sp4 : -7.83  -1.96 5   0.75 [bos] b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-122
src: none   none  4   [bos] b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.99  /-3.91  /1.92   /0.0/-0.00    -0.66 /-1.30  4   [bos] b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -13.82 /-2.30  /-11.52 /   /-13.44    -6.91 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -13.82 /-2.30  /-11.52 /   /-13.44    -6.91 /-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -64.97 /-9.53  /-55.44 /   /-57.36    -4.64 /-0.68  15  [bos] b b b a a a a a a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -88.00 /-16.05 /-71.95 /   /-73.87    -5.50 /-1.00  17  [bos] b a b a b b b b b b b a b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -24.39 /-3.32  /-21.07 /   /-22.99    -6.10 /-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -1.99  -0.66 4   0.00 [bos] b a [eos]
cls0  - sp1 : -3.31  -3.31 2   0.00 [bos] [eos]
cls0  - sp2 : -5.44  -1.81 4   0.00 [bos] [unk] a [eos]
cls0  - sp3 : -5.99  -2.00 4   0.00 [bos] [pad] a [eos]
cls0  - sp4 : -8.03  -2.68 4   0.00 [bos] b [unk] [eos]
cls1  - sp0 : -1.91  -0.64 4   0.33 [bos] b a [eos]
cls1  - sp1 : -2.90  -0.97 4   0.33 [bos] [unk] a [eos]
cls1  - sp2 : -3.25  -1.08 4   0.33 [bos] b a [eos]
cls1  - sp3 : -3.59  -1.20 4   0.33 [bos] b a [eos]
cls1  - sp4 : -4.52  -1.51 4   0.33 [bos] [unk] a [eos]
cls2  - sp0 : -1.98  -0.66 4   0.67 [bos] [unk] a [eos]
cls2  - sp1 : -1.98  -0.66 4   0.67 [bos] b a [eos]
cls2  - sp2 : -2.96  -0.99 4   0.67 [bos] b a [eos]
cls2  - sp3 : -3.89  -1.30 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -4.10  -1.37 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.99  -1.00 4   1.00 [bos] [unk] a [eos]
cls3  - sp1 : -3.00  -1.00 4   1.00 [bos] b a [eos]
cls3  - sp2 : -3.70  -3.70 2   1.00 [bos] [eos]
cls3  - sp3 : -4.90  -1.63 4   1.00 [bos] [pad] a [eos]
cls3  - sp4 : -7.73  -1.93 5   0.75 [bos] b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-123
src: none   none  4   [bos] b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.00  /-3.91  /0.91   /0.0/-0.00    -1.00 /-1.30  4   [bos] b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -15.44 /-2.30  /-13.14 /   /-14.05    -7.72 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -15.44 /-2.30  /-13.14 /   /-14.05    -7.72 /-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -102.46/-9.53  /-92.93 /   /-93.84    -7.32 /-0.68  15  [bos] b b b a a a a a a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -95.27 /-16.05 /-79.23 /   /-80.14    -5.95 /-1.00  17  [bos] b a b a b b b b b b b a b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -23.42 /-3.32  /-20.10 /   /-21.01    -5.86 /-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -1.99  -0.66 4   0.00 [bos] b a [eos]
cls0  - sp1 : -3.31  -3.31 2   0.00 [bos] [eos]
cls0  - sp2 : -5.44  -1.81 4   0.00 [bos] [unk] a [eos]
cls0  - sp3 : -5.99  -2.00 4   0.00 [bos] [pad] a [eos]
cls0  - sp4 : -8.03  -2.68 4   0.00 [bos] b [unk] [eos]
cls1  - sp0 : -1.91  -0.64 4   0.33 [bos] b a [eos]
cls1  - sp1 : -2.90  -0.97 4   0.33 [bos] [unk] a [eos]
cls1  - sp2 : -3.25  -1.08 4   0.33 [bos] b a [eos]
cls1  - sp3 : -3.59  -1.20 4   0.33 [bos] b a [eos]
cls1  - sp4 : -4.52  -1.51 4   0.33 [bos] [unk] a [eos]
cls2  - sp0 : -1.98  -0.66 4   0.67 [bos] [unk] a [eos]
cls2  - sp1 : -1.98  -0.66 4   0.67 [bos] b a [eos]
cls2  - sp2 : -2.96  -0.99 4   0.67 [bos] b a [eos]
cls2  - sp3 : -3.89  -1.30 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -4.10  -1.37 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.99  -1.00 4   1.00 [bos] [unk] a [eos]
cls3  - sp1 : -3.00  -1.00 4   1.00 [bos] b a [eos]
cls3  - sp2 : -3.70  -3.70 2   1.00 [bos] [eos]
cls3  - sp3 : -4.90  -1.63 4   1.00 [bos] [pad] a [eos]
cls3  - sp4 : -7.73  -1.93 5   0.75 [bos] b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-124
src: none   none  14  [bos] a a a a a a a a b a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -9.58  /-10.12 /0.54   /0.0/-0.00    -0.74 /-0.78  14  [bos] a a a a a a a a b a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -13.22 /-3.84  /-9.38  /   /-9.92    -2.64 /-0.77  6   [bos] a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -84.30 /-5.88  /-78.42 /   /-78.95    -9.37 /-0.65  10  [bos] b b b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -56.62 /-6.47  /-50.15 /   /-50.69    -7.08 /-0.81  9   [bos] a a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -22.31 /-6.03  /-16.28 /   /-16.82    -4.46 /-1.21  6   [bos] a a b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -39.24 /-2.81  /-36.42 /   /-36.96    -13.08/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -5.61  -0.70 9   0.00 [bos] a a a a a a a [eos]
cls0  - sp1 : -13.17 -13.17 2   0.00 [bos] [eos]
cls0  - sp2 : -55.08 -0.43 128 0.00 [bos] a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -55.22 -0.43 128 0.00 [bos] a a a a a a a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -55.24 -0.43 128 0.00 [bos] a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -5.77  -0.72 9   0.25 [bos] a a a a a a a [eos]
cls1  - sp1 : -5.89  -0.74 9   0.38 [bos] a a a a a a a [eos]
cls1  - sp2 : -6.91  -0.69 11  0.30 [bos] a a a a a a a a b [eos]
cls1  - sp3 : -7.06  -0.71 11  0.40 [bos] a a a a a a a a b [eos]
cls1  - sp4 : -7.21  -0.72 11  0.40 [bos] a a a a a a a a b [eos]
cls2  - sp0 : -5.48  -0.68 9   0.62 [bos] a a a a a a a [eos]
cls2  - sp1 : -6.73  -0.67 11  0.60 [bos] a a a a a a a a b [eos]
cls2  - sp2 : -7.20  -0.65 12  0.64 [bos] a a a a a a a a b a [eos]
cls2  - sp3 : -7.33  -0.67 12  0.64 [bos] a a a a a a a a b a [eos]
cls2  - sp4 : -7.42  -0.67 12  0.73 [bos] a a a a a a a a b a [eos]
cls3  - sp0 : -13.42 -13.42 2   1.00 [bos] [eos]
cls3  - sp1 : -26.32 -0.21 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -26.62 -0.21 128 1.00 [bos] a a a a a a a a b a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -26.87 -0.21 128 1.00 [bos] a a a a a a a a b a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -28.19 -0.22 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-125
src: none   none  14  [bos] a a a a a a a a b a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -6.30  /-10.12 /3.82   /0.0/-0.00    -0.48 /-0.78  14  [bos] a a a a a a a a b a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -16.27 /-3.84  /-12.43 /   /-16.25    -3.25 /-0.77  6   [bos] a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -88.77 /-5.88  /-82.89 /   /-86.70    -9.86 /-0.65  10  [bos] b b b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -62.61 /-6.47  /-56.15 /   /-59.96    -7.83 /-0.81  9   [bos] a a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -27.22 /-6.03  /-21.19 /   /-25.01    -5.44 /-1.21  6   [bos] a a b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -40.61 /-2.81  /-37.79 /   /-41.61    -13.54/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -5.61  -0.70 9   0.00 [bos] a a a a a a a [eos]
cls0  - sp1 : -13.17 -13.17 2   0.00 [bos] [eos]
cls0  - sp2 : -55.08 -0.43 128 0.00 [bos] a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -55.22 -0.43 128 0.00 [bos] a a a a a a a a a a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -55.24 -0.43 128 0.00 [bos] a a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -5.77  -0.72 9   0.25 [bos] a a a a a a a [eos]
cls1  - sp1 : -5.89  -0.74 9   0.38 [bos] a a a a a a a [eos]
cls1  - sp2 : -6.91  -0.69 11  0.30 [bos] a a a a a a a a b [eos]
cls1  - sp3 : -7.06  -0.71 11  0.40 [bos] a a a a a a a a b [eos]
cls1  - sp4 : -7.21  -0.72 11  0.40 [bos] a a a a a a a a b [eos]
cls2  - sp0 : -5.48  -0.68 9   0.62 [bos] a a a a a a a [eos]
cls2  - sp1 : -6.73  -0.67 11  0.60 [bos] a a a a a a a a b [eos]
cls2  - sp2 : -7.20  -0.65 12  0.64 [bos] a a a a a a a a b a [eos]
cls2  - sp3 : -7.33  -0.67 12  0.64 [bos] a a a a a a a a b a [eos]
cls2  - sp4 : -7.42  -0.67 12  0.73 [bos] a a a a a a a a b a [eos]
cls3  - sp0 : -13.42 -13.42 2   1.00 [bos] [eos]
cls3  - sp1 : -26.32 -0.21 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -26.62 -0.21 128 1.00 [bos] a a a a a a a a b a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -26.87 -0.21 128 1.00 [bos] a a a a a a a a b a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -28.19 -0.22 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-126
src: none   none  14  [bos] a a a a a a a a b a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -10.21 /-10.12 /-0.09  /0.0/-0.00    -0.79 /-0.78  14  [bos] a a a a a a a a b a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -13.02 /-3.84  /-9.18  /   /-9.09    -2.60 /-0.77  6   [bos] a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -82.88 /-5.88  /-77.00 /   /-76.92    -9.21 /-0.65  10  [bos] b b b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -56.65 /-6.47  /-50.18 /   /-50.09    -7.08 /-0.81  9   [bos] a a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -21.93 /-6.03  /-15.90 /   /-15.82    -4.39 /-1.21  6   [bos] a a b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -37.72 /-2.81  /-34.91 /   /-34.82    -12.57/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -5.25  -0.66 9   0.00 [bos] a a a a a a a [eos]
cls0  - sp1 : -5.58  -0.70 9   0.12 [bos] a a a a a a a [eos]
cls0  - sp2 : -6.02  -0.75 9   0.12 [bos] a a a a a a a [eos]
cls0  - sp3 : -12.75 -12.75 2   0.00 [bos] [eos]
cls0  - sp4 : -51.16 -0.40 128 0.00 [bos] a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -5.52  -0.69 9   0.25 [bos] a a a a a a a [eos]
cls1  - sp1 : -5.87  -0.73 9   0.38 [bos] a a a a a a a [eos]
cls1  - sp2 : -6.96  -0.70 11  0.30 [bos] a a a a a a a a b [eos]
cls1  - sp3 : -7.16  -0.72 11  0.40 [bos] a a a a a a a a b [eos]
cls1  - sp4 : -7.29  -0.73 11  0.30 [bos] a a a a a a a a a [eos]
cls2  - sp0 : -5.00  -0.63 9   0.62 [bos] a a a a a a a [eos]
cls2  - sp1 : -7.24  -0.66 12  0.64 [bos] a a a a a a a a b a [eos]
cls2  - sp2 : -7.29  -0.66 12  0.64 [bos] a a a a a a a a b a [eos]
cls2  - sp3 : -7.49  -0.68 12  0.73 [bos] a a a a a a a a b a [eos]
cls2  - sp4 : -7.70  -0.64 13  0.67 [bos] a a a a a a a a b a a [eos]
cls3  - sp0 : -13.04 -13.04 2   1.00 [bos] [eos]
cls3  - sp1 : -37.30 -0.29 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -38.43 -0.30 128 1.00 [bos] a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -38.69 -0.30 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a
cls3  - sp4 : -38.86 -0.31 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-127
src: none   none  14  [bos] a a a a a a a a b a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -6.42  /-10.12 /3.70   /0.0/-0.00    -0.49 /-0.78  14  [bos] a a a a a a a a b a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -16.33 /-3.84  /-12.49 /   /-16.19    -3.27 /-0.77  6   [bos] a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -86.85 /-5.88  /-80.97 /   /-84.66    -9.65 /-0.65  10  [bos] b b b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -62.68 /-6.47  /-56.22 /   /-59.92    -7.84 /-0.81  9   [bos] a a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -27.20 /-6.03  /-21.16 /   /-24.86    -5.44 /-1.21  6   [bos] a a b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -39.51 /-2.81  /-36.70 /   /-40.40    -13.17/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -5.25  -0.66 9   0.00 [bos] a a a a a a a [eos]
cls0  - sp1 : -5.58  -0.70 9   0.12 [bos] a a a a a a a [eos]
cls0  - sp2 : -6.02  -0.75 9   0.12 [bos] a a a a a a a [eos]
cls0  - sp3 : -12.75 -12.75 2   0.00 [bos] [eos]
cls0  - sp4 : -51.16 -0.40 128 0.00 [bos] a a a a a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -5.52  -0.69 9   0.25 [bos] a a a a a a a [eos]
cls1  - sp1 : -5.87  -0.73 9   0.38 [bos] a a a a a a a [eos]
cls1  - sp2 : -6.96  -0.70 11  0.30 [bos] a a a a a a a a b [eos]
cls1  - sp3 : -7.16  -0.72 11  0.40 [bos] a a a a a a a a b [eos]
cls1  - sp4 : -7.29  -0.73 11  0.30 [bos] a a a a a a a a a [eos]
cls2  - sp0 : -5.00  -0.63 9   0.62 [bos] a a a a a a a [eos]
cls2  - sp1 : -7.24  -0.66 12  0.64 [bos] a a a a a a a a b a [eos]
cls2  - sp2 : -7.29  -0.66 12  0.64 [bos] a a a a a a a a b a [eos]
cls2  - sp3 : -7.49  -0.68 12  0.73 [bos] a a a a a a a a b a [eos]
cls2  - sp4 : -7.70  -0.64 13  0.67 [bos] a a a a a a a a b a a [eos]
cls3  - sp0 : -13.04 -13.04 2   1.00 [bos] [eos]
cls3  - sp1 : -37.30 -0.29 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -38.43 -0.30 128 1.00 [bos] a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -38.69 -0.30 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a
cls3  - sp4 : -38.86 -0.31 128 1.00 [bos] a a a a a a a a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-128
src: none   none  7   [bos] a a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.46  /-5.44  /1.98   /0.0/-0.00    -0.58 /-0.91  7   [bos] a a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -14.99 /-2.81  /-12.17 /   /-14.16    -5.00 /-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.16 /-3.32  /-16.83 /   /-18.82    -5.04 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -62.17 /-9.69  /-52.48 /   /-54.47    -6.22 /-0.97  11  [bos] a b b a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -30.47 /-2.30  /-28.17 /   /-30.15    -15.24/-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -23.54 /-3.84  /-19.71 /   /-21.69    -4.71 /-0.77  6   [bos] a a a a [eos]
cls0  - sp0 : -3.46  -0.58 7   0.00 [bos] a a a b b [eos]
cls0  - sp1 : -3.91  -0.65 7   0.17 [bos] a a a b b [eos]
cls0  - sp2 : -4.38  -0.73 7   0.17 [bos] a a a b b [eos]
cls0  - sp3 : -4.54  -0.76 7   0.17 [bos] a a a b b [eos]
cls0  - sp4 : -4.73  -0.79 7   0.17 [bos] a a a b b [eos]
cls1  - sp0 : -3.43  -0.57 7   0.33 [bos] a a a b b [eos]
cls1  - sp1 : -4.86  -0.81 7   0.33 [bos] a a a b b [eos]
cls1  - sp2 : -4.96  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp3 : -5.00  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp4 : -5.07  -0.84 7   0.33 [bos] a a a b b [eos]
cls2  - sp0 : -2.95  -0.49 7   0.67 [bos] a a a b b [eos]
cls2  - sp1 : -3.55  -0.59 7   0.67 [bos] a a a b b [eos]
cls2  - sp2 : -3.76  -0.63 7   0.67 [bos] a a a b b [eos]
cls2  - sp3 : -3.82  -0.64 7   0.67 [bos] a a a b b [eos]
cls2  - sp4 : -4.10  -0.68 7   0.50 [bos] a a a b b [eos]
cls3  - sp0 : -1.80  -0.30 7   0.83 [bos] a a a b b [eos]
cls3  - sp1 : -2.47  -0.41 7   1.00 [bos] a a a b b [eos]
cls3  - sp2 : -3.66  -0.61 7   0.83 [bos] a a a b b [eos]
cls3  - sp3 : -3.73  -0.62 7   0.83 [bos] a a a b [unk] [eos]
cls3  - sp4 : -4.24  -0.71 7   0.83 [bos] a a a b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-129
src: none   none  7   [bos] a a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.47  /-5.44  /2.97   /0.0/0.00    -0.41 /-0.91  7   [bos] a a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -17.00 /-2.81  /-14.18 /   /-17.15    -5.67 /-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -18.90 /-3.32  /-15.58 /   /-18.55    -4.72 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -67.36 /-9.69  /-57.68 /   /-60.65    -6.74 /-0.97  11  [bos] a b b a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -31.10 /-2.30  /-28.80 /   /-31.77    -15.55/-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -18.59 /-3.84  /-14.75 /   /-17.73    -3.72 /-0.77  6   [bos] a a a a [eos]
cls0  - sp0 : -3.46  -0.58 7   0.00 [bos] a a a b b [eos]
cls0  - sp1 : -3.91  -0.65 7   0.17 [bos] a a a b b [eos]
cls0  - sp2 : -4.38  -0.73 7   0.17 [bos] a a a b b [eos]
cls0  - sp3 : -4.54  -0.76 7   0.17 [bos] a a a b b [eos]
cls0  - sp4 : -4.73  -0.79 7   0.17 [bos] a a a b b [eos]
cls1  - sp0 : -3.43  -0.57 7   0.33 [bos] a a a b b [eos]
cls1  - sp1 : -4.86  -0.81 7   0.33 [bos] a a a b b [eos]
cls1  - sp2 : -4.96  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp3 : -5.00  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp4 : -5.07  -0.84 7   0.33 [bos] a a a b b [eos]
cls2  - sp0 : -2.95  -0.49 7   0.67 [bos] a a a b b [eos]
cls2  - sp1 : -3.55  -0.59 7   0.67 [bos] a a a b b [eos]
cls2  - sp2 : -3.76  -0.63 7   0.67 [bos] a a a b b [eos]
cls2  - sp3 : -3.82  -0.64 7   0.67 [bos] a a a b b [eos]
cls2  - sp4 : -4.10  -0.68 7   0.50 [bos] a a a b b [eos]
cls3  - sp0 : -1.80  -0.30 7   0.83 [bos] a a a b b [eos]
cls3  - sp1 : -2.47  -0.41 7   1.00 [bos] a a a b b [eos]
cls3  - sp2 : -3.66  -0.61 7   0.83 [bos] a a a b b [eos]
cls3  - sp3 : -3.73  -0.62 7   0.83 [bos] a a a b [unk] [eos]
cls3  - sp4 : -4.24  -0.71 7   0.83 [bos] a a a b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-130
src: none   none  7   [bos] a a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.61  /-5.44  /1.84   /0.0/-0.00    -0.60 /-0.91  7   [bos] a a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -12.04 /-2.81  /-9.23  /   /-11.06    -4.01 /-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.15 /-3.32  /-15.82 /   /-17.66    -4.79 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -59.97 /-9.69  /-50.28 /   /-52.12    -6.00 /-0.97  11  [bos] a b b a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -28.76 /-2.30  /-26.46 /   /-28.29    -14.38/-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -22.80 /-3.84  /-18.96 /   /-20.80    -4.56 /-0.77  6   [bos] a a a a [eos]
cls0  - sp0 : -3.61  -0.60 7   0.00 [bos] a a a b b [eos]
cls0  - sp1 : -4.01  -0.67 7   0.17 [bos] a a a b b [eos]
cls0  - sp2 : -4.35  -0.72 7   0.17 [bos] a a a b b [eos]
cls0  - sp3 : -4.62  -0.77 7   0.17 [bos] a a a b b [eos]
cls0  - sp4 : -4.85  -0.81 7   0.17 [bos] a a a b b [eos]
cls1  - sp0 : -3.39  -0.57 7   0.33 [bos] a a a b b [eos]
cls1  - sp1 : -4.51  -0.75 7   0.33 [bos] a a a b b [eos]
cls1  - sp2 : -4.88  -0.81 7   0.33 [bos] a a a b b [eos]
cls1  - sp3 : -4.96  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp4 : -4.98  -0.83 7   0.33 [bos] a a a b b [eos]
cls2  - sp0 : -2.74  -0.46 7   0.67 [bos] a a a b b [eos]
cls2  - sp1 : -3.08  -0.51 7   0.67 [bos] a a a b b [eos]
cls2  - sp2 : -3.54  -0.59 7   0.67 [bos] a a a b b [eos]
cls2  - sp3 : -3.61  -0.60 7   0.50 [bos] a a a b b [eos]
cls2  - sp4 : -3.69  -0.61 7   0.67 [bos] a a a b b [eos]
cls3  - sp0 : -1.68  -0.28 7   0.83 [bos] a a a b b [eos]
cls3  - sp1 : -2.65  -0.44 7   1.00 [bos] a a a b b [eos]
cls3  - sp2 : -3.75  -0.62 7   0.83 [bos] a a a b b [eos]
cls3  - sp3 : -3.90  -0.65 7   0.83 [bos] a a a b [unk] [eos]
cls3  - sp4 : -4.07  -0.68 7   0.83 [bos] a a a b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-131
src: none   none  7   [bos] a a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.65  /-5.44  /2.79   /0.0/-0.00    -0.44 /-0.91  7   [bos] a a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -13.19 /-2.81  /-10.37 /   /-13.17    -4.40 /-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -17.73 /-3.32  /-14.41 /   /-17.20    -4.43 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -69.12 /-9.69  /-59.43 /   /-62.23    -6.91 /-0.97  11  [bos] a b b a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -29.08 /-2.30  /-26.77 /   /-29.57    -14.54/-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.05 /-3.84  /-17.22 /   /-20.01    -4.21 /-0.77  6   [bos] a a a a [eos]
cls0  - sp0 : -3.61  -0.60 7   0.00 [bos] a a a b b [eos]
cls0  - sp1 : -4.01  -0.67 7   0.17 [bos] a a a b b [eos]
cls0  - sp2 : -4.35  -0.72 7   0.17 [bos] a a a b b [eos]
cls0  - sp3 : -4.62  -0.77 7   0.17 [bos] a a a b b [eos]
cls0  - sp4 : -4.85  -0.81 7   0.17 [bos] a a a b b [eos]
cls1  - sp0 : -3.39  -0.57 7   0.33 [bos] a a a b b [eos]
cls1  - sp1 : -4.51  -0.75 7   0.33 [bos] a a a b b [eos]
cls1  - sp2 : -4.88  -0.81 7   0.33 [bos] a a a b b [eos]
cls1  - sp3 : -4.96  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp4 : -4.98  -0.83 7   0.33 [bos] a a a b b [eos]
cls2  - sp0 : -2.74  -0.46 7   0.67 [bos] a a a b b [eos]
cls2  - sp1 : -3.08  -0.51 7   0.67 [bos] a a a b b [eos]
cls2  - sp2 : -3.54  -0.59 7   0.67 [bos] a a a b b [eos]
cls2  - sp3 : -3.61  -0.60 7   0.50 [bos] a a a b b [eos]
cls2  - sp4 : -3.69  -0.61 7   0.67 [bos] a a a b b [eos]
cls3  - sp0 : -1.68  -0.28 7   0.83 [bos] a a a b b [eos]
cls3  - sp1 : -2.65  -0.44 7   1.00 [bos] a a a b b [eos]
cls3  - sp2 : -3.75  -0.62 7   0.83 [bos] a a a b b [eos]
cls3  - sp3 : -3.90  -0.65 7   0.83 [bos] a a a b [unk] [eos]
cls3  - sp4 : -4.07  -0.68 7   0.83 [bos] a a a b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-132
src: none   none  15  [bos] b b b b b b b a a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -12.21 /-10.63 /-1.58  /0.0/-0.00    -0.87 /-0.76  15  [bos] b b b b b b b a a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -56.12 /-11.73 /-44.39 /   /-42.81    -4.01 /-0.84  15  [bos] b a a a a b b b b a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.63 /-4.35  /-16.28 /   /-14.70    -3.44 /-0.72  7   [bos] b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -30.31 /-2.30  /-28.01 /   /-26.43    -15.16/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -40.85 /-7.49  /-33.36 /   /-31.78    -4.08 /-0.75  11  [bos] b b b b a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -51.77 /-5.44  /-46.32 /   /-44.74    -8.63 /-0.91  7   [bos] b b a a a [eos]
cls0  - sp0 : -11.09 -11.09 2   0.00 [bos] [eos]
cls0  - sp1 : -26.03 -0.20 128 0.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -26.07 -0.21 128 0.00 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -26.63 -0.21 128 0.01 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -26.67 -0.21 128 0.01 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -52.03 -0.41 128 0.39 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -52.07 -0.41 128 0.40 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -52.24 -0.41 128 0.42 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -52.26 -0.41 128 0.43 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -52.27 -0.41 128 0.39 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -9.23  -0.77 13  0.67 [bos] b b b b b b b a b b b [eos]
cls2  - sp1 : -9.88  -0.82 13  0.67 [bos] b b b b b b b b b b b [eos]
cls2  - sp2 : -11.61 -0.68 18  0.71 [bos] b b b b b b b a b b b b b b b b [eos]
cls2  - sp3 : -11.72 -0.73 17  0.69 [bos] b b b b b b b a b b b b b b b [eos]
cls2  - sp4 : -11.97 -0.75 17  0.69 [bos] b b b b b b b a b b b b b b b [eos]
cls3  - sp0 : -11.07 -11.07 2   1.00 [bos] [eos]
cls3  - sp1 : -13.99 -0.11 128 1.00 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -15.03 -0.12 128 0.99 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -15.14 -0.12 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -15.38 -0.12 128 0.99 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-133
src: none   none  15  [bos] b b b b b b b a a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -10.03 /-10.63 /0.60   /0.0/-0.00    -0.72 /-0.76  15  [bos] b b b b b b b a a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -50.92 /-11.73 /-39.19 /   /-39.79    -3.64 /-0.84  15  [bos] b a a a a b b b b a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.51 /-4.35  /-15.17 /   /-15.77    -3.25 /-0.72  7   [bos] b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -29.72 /-2.30  /-27.42 /   /-28.02    -14.86/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -39.18 /-7.49  /-31.69 /   /-32.29    -3.92 /-0.75  11  [bos] b b b b a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -47.19 /-5.44  /-41.75 /   /-42.35    -7.87 /-0.91  7   [bos] b b a a a [eos]
cls0  - sp0 : -11.09 -11.09 2   0.00 [bos] [eos]
cls0  - sp1 : -26.03 -0.20 128 0.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -26.07 -0.21 128 0.00 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -26.63 -0.21 128 0.01 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -26.67 -0.21 128 0.01 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -52.03 -0.41 128 0.39 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -52.07 -0.41 128 0.40 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -52.24 -0.41 128 0.42 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -52.26 -0.41 128 0.43 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -52.27 -0.41 128 0.39 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -9.23  -0.77 13  0.67 [bos] b b b b b b b a b b b [eos]
cls2  - sp1 : -9.88  -0.82 13  0.67 [bos] b b b b b b b b b b b [eos]
cls2  - sp2 : -11.61 -0.68 18  0.71 [bos] b b b b b b b a b b b b b b b b [eos]
cls2  - sp3 : -11.72 -0.73 17  0.69 [bos] b b b b b b b a b b b b b b b [eos]
cls2  - sp4 : -11.97 -0.75 17  0.69 [bos] b b b b b b b a b b b b b b b [eos]
cls3  - sp0 : -11.07 -11.07 2   1.00 [bos] [eos]
cls3  - sp1 : -13.99 -0.11 128 1.00 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -15.03 -0.12 128 0.99 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -15.14 -0.12 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -15.38 -0.12 128 0.99 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-134
src: none   none  15  [bos] b b b b b b b a a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -12.00 /-10.63 /-1.37  /0.0/-0.00    -0.86 /-0.76  15  [bos] b b b b b b b a a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -52.70 /-11.73 /-40.97 /   /-39.59    -3.76 /-0.84  15  [bos] b a a a a b b b b a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -18.91 /-4.35  /-14.56 /   /-13.19    -3.15 /-0.72  7   [bos] b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -29.94 /-2.30  /-27.63 /   /-26.26    -14.97/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -37.93 /-7.49  /-30.44 /   /-29.07    -3.79 /-0.75  11  [bos] b b b b a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -47.67 /-5.44  /-42.23 /   /-40.86    -7.95 /-0.91  7   [bos] b b a a a [eos]
cls0  - sp0 : -11.23 -11.23 2   0.00 [bos] [eos]
cls0  - sp1 : -29.15 -0.23 128 0.00 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -29.84 -0.23 128 0.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -29.90 -0.24 128 0.01 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -29.94 -0.24 128 0.02 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -11.39 -0.67 18  0.29 [bos] b b b b b b b a b b b b b b b b [eos]
cls1  - sp1 : -54.76 -0.43 128 0.39 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -54.90 -0.43 128 0.40 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -55.16 -0.43 128 0.41 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -55.19 -0.43 128 0.42 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -9.66  -0.80 13  0.67 [bos] b b b b b b b a b b b [eos]
cls2  - sp1 : -12.03 -0.75 17  0.69 [bos] b b b b b b b b b b b b b b b [eos]
cls2  - sp2 : -12.06 -0.75 17  0.69 [bos] b b b b b b b a b b b b b b b [eos]
cls2  - sp3 : -12.29 -0.77 17  0.69 [bos] b b b b b b b a b b b b b b b [eos]
cls2  - sp4 : -13.23 -0.83 17  0.69 [bos] b b b b b b b b b b b b b b a [eos]
cls3  - sp0 : -11.16 -11.16 2   1.00 [bos] [eos]
cls3  - sp1 : -15.86 -0.12 128 1.00 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -17.07 -0.13 128 0.99 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -17.08 -0.13 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -17.29 -0.14 128 0.99 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-135
src: none   none  15  [bos] b b b b b b b a a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -9.50  /-10.63 /1.13   /0.0/-0.00    -0.68 /-0.76  15  [bos] b b b b b b b a a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -49.89 /-11.73 /-38.16 /   /-39.30    -3.56 /-0.84  15  [bos] b a a a a b b b b a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -18.36 /-4.35  /-14.01 /   /-15.14    -3.06 /-0.72  7   [bos] b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -29.35 /-2.30  /-27.04 /   /-28.18    -14.67/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -38.76 /-7.49  /-31.28 /   /-32.41    -3.88 /-0.75  11  [bos] b b b b a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -45.32 /-5.44  /-39.87 /   /-41.01    -7.55 /-0.91  7   [bos] b b a a a [eos]
cls0  - sp0 : -11.23 -11.23 2   0.00 [bos] [eos]
cls0  - sp1 : -29.15 -0.23 128 0.00 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -29.84 -0.23 128 0.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -29.90 -0.24 128 0.01 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -29.94 -0.24 128 0.02 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -11.39 -0.67 18  0.29 [bos] b b b b b b b a b b b b b b b b [eos]
cls1  - sp1 : -54.76 -0.43 128 0.39 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -54.90 -0.43 128 0.40 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -55.16 -0.43 128 0.41 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -55.19 -0.43 128 0.42 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -9.66  -0.80 13  0.67 [bos] b b b b b b b a b b b [eos]
cls2  - sp1 : -12.03 -0.75 17  0.69 [bos] b b b b b b b b b b b b b b b [eos]
cls2  - sp2 : -12.06 -0.75 17  0.69 [bos] b b b b b b b a b b b b b b b [eos]
cls2  - sp3 : -12.29 -0.77 17  0.69 [bos] b b b b b b b a b b b b b b b [eos]
cls2  - sp4 : -13.23 -0.83 17  0.69 [bos] b b b b b b b b b b b b b b a [eos]
cls3  - sp0 : -11.16 -11.16 2   1.00 [bos] [eos]
cls3  - sp1 : -15.86 -0.12 128 1.00 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -17.07 -0.13 128 0.99 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -17.08 -0.13 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -17.29 -0.14 128 0.99 [bos] b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-136
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.0/-0.00    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -77.04 /-9.10  /-67.94 /   /-68.95    -7.00 /-0.83  12  [bos] b a a a a a b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -79.90 /-8.00  /-71.90 /   /-72.90    -7.26 /-0.73  12  [bos] a b b b b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -48.55 /-6.54  /-42.00 /   /-43.01    -8.09 /-1.09  7   [bos] b b b a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -10.06 /-2.30  /-7.76  /   /-8.77    -5.03 /-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.77 /-4.42  /-25.35 /   /-26.35    -7.44 /-1.11  5   [bos] b a a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-137
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.0/-0.00    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -71.22 /-9.10  /-62.12 /   /-62.71    -6.47 /-0.83  12  [bos] b a a a a a b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -79.95 /-8.00  /-71.95 /   /-72.53    -7.27 /-0.73  12  [bos] a b b b b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -48.32 /-6.54  /-41.78 /   /-42.36    -8.05 /-1.09  7   [bos] b b b a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -10.97 /-2.30  /-8.67  /   /-9.25    -5.48 /-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -28.09 /-4.42  /-23.67 /   /-24.25    -7.02 /-1.11  5   [bos] b a a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-138
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.0/-0.00    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -77.70 /-9.10  /-68.60 /   /-69.61    -7.06 /-0.83  12  [bos] b a a a a a b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -80.84 /-8.00  /-72.84 /   /-73.84    -7.35 /-0.73  12  [bos] a b b b b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -48.92 /-6.54  /-42.38 /   /-43.39    -8.15 /-1.09  7   [bos] b b b a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -10.09 /-2.30  /-7.79  /   /-8.79    -5.04 /-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.92 /-4.42  /-25.50 /   /-26.51    -7.48 /-1.11  5   [bos] b a a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-139
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.0/-0.00    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -72.59 /-9.10  /-63.49 /   /-64.07    -6.60 /-0.83  12  [bos] b a a a a a b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -81.55 /-8.00  /-73.55 /   /-74.14    -7.41 /-0.73  12  [bos] a b b b b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -48.85 /-6.54  /-42.30 /   /-42.89    -8.14 /-1.09  7   [bos] b b b a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -11.00 /-2.30  /-8.69  /   /-9.28    -5.50 /-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -28.49 /-4.42  /-24.06 /   /-24.65    -7.12 /-1.11  5   [bos] b a a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-140
src: none   none  7   [bos] a a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.46  /-5.44  /1.98   /0.0/0.00    -0.58 /-0.91  7   [bos] a a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -30.47 /-2.30  /-28.17 /   /-30.15    -15.24/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -30.47 /-2.30  /-28.17 /   /-30.15    -15.24/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -32.97 /-4.93  /-28.04 /   /-30.02    -6.59 /-0.99  6   [bos] b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -22.37 /-3.91  /-18.46 /   /-20.44    -7.46 /-1.30  4   [bos] b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -62.37 /-7.41  /-54.96 /   /-56.95    -5.20 /-0.62  13  [bos] b b b b b b b b b b b [eos]
cls0  - sp0 : -3.46  -0.58 7   0.00 [bos] a a a b b [eos]
cls0  - sp1 : -3.91  -0.65 7   0.17 [bos] a a a b b [eos]
cls0  - sp2 : -4.38  -0.73 7   0.17 [bos] a a a b b [eos]
cls0  - sp3 : -4.54  -0.76 7   0.17 [bos] a a a b b [eos]
cls0  - sp4 : -4.73  -0.79 7   0.17 [bos] a a a b b [eos]
cls1  - sp0 : -3.43  -0.57 7   0.33 [bos] a a a b b [eos]
cls1  - sp1 : -4.86  -0.81 7   0.33 [bos] a a a b b [eos]
cls1  - sp2 : -4.96  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp3 : -5.00  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp4 : -5.07  -0.84 7   0.33 [bos] a a a b b [eos]
cls2  - sp0 : -2.95  -0.49 7   0.67 [bos] a a a b b [eos]
cls2  - sp1 : -3.55  -0.59 7   0.67 [bos] a a a b b [eos]
cls2  - sp2 : -3.76  -0.63 7   0.67 [bos] a a a b b [eos]
cls2  - sp3 : -3.82  -0.64 7   0.67 [bos] a a a b b [eos]
cls2  - sp4 : -4.10  -0.68 7   0.50 [bos] a a a b b [eos]
cls3  - sp0 : -1.80  -0.30 7   0.83 [bos] a a a b b [eos]
cls3  - sp1 : -2.47  -0.41 7   1.00 [bos] a a a b b [eos]
cls3  - sp2 : -3.66  -0.61 7   0.83 [bos] a a a b b [eos]
cls3  - sp3 : -3.73  -0.62 7   0.83 [bos] a a a b [unk] [eos]
cls3  - sp4 : -4.24  -0.71 7   0.83 [bos] a a a b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-141
src: none   none  7   [bos] a a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.47  /-5.44  /2.97   /0.0/0.00    -0.41 /-0.91  7   [bos] a a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -31.10 /-2.30  /-28.80 /   /-31.77    -15.55/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -31.10 /-2.30  /-28.80 /   /-31.77    -15.55/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.67 /-4.93  /-23.73 /   /-26.71    -5.73 /-0.99  6   [bos] b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -26.16 /-3.91  /-22.24 /   /-25.22    -8.72 /-1.30  4   [bos] b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -68.60 /-7.41  /-61.19 /   /-64.16    -5.72 /-0.62  13  [bos] b b b b b b b b b b b [eos]
cls0  - sp0 : -3.46  -0.58 7   0.00 [bos] a a a b b [eos]
cls0  - sp1 : -3.91  -0.65 7   0.17 [bos] a a a b b [eos]
cls0  - sp2 : -4.38  -0.73 7   0.17 [bos] a a a b b [eos]
cls0  - sp3 : -4.54  -0.76 7   0.17 [bos] a a a b b [eos]
cls0  - sp4 : -4.73  -0.79 7   0.17 [bos] a a a b b [eos]
cls1  - sp0 : -3.43  -0.57 7   0.33 [bos] a a a b b [eos]
cls1  - sp1 : -4.86  -0.81 7   0.33 [bos] a a a b b [eos]
cls1  - sp2 : -4.96  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp3 : -5.00  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp4 : -5.07  -0.84 7   0.33 [bos] a a a b b [eos]
cls2  - sp0 : -2.95  -0.49 7   0.67 [bos] a a a b b [eos]
cls2  - sp1 : -3.55  -0.59 7   0.67 [bos] a a a b b [eos]
cls2  - sp2 : -3.76  -0.63 7   0.67 [bos] a a a b b [eos]
cls2  - sp3 : -3.82  -0.64 7   0.67 [bos] a a a b b [eos]
cls2  - sp4 : -4.10  -0.68 7   0.50 [bos] a a a b b [eos]
cls3  - sp0 : -1.80  -0.30 7   0.83 [bos] a a a b b [eos]
cls3  - sp1 : -2.47  -0.41 7   1.00 [bos] a a a b b [eos]
cls3  - sp2 : -3.66  -0.61 7   0.83 [bos] a a a b b [eos]
cls3  - sp3 : -3.73  -0.62 7   0.83 [bos] a a a b [unk] [eos]
cls3  - sp4 : -4.24  -0.71 7   0.83 [bos] a a a b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-142
src: none   none  7   [bos] a a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.61  /-5.44  /1.84   /0.0/0.00    -0.60 /-0.91  7   [bos] a a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -28.76 /-2.30  /-26.46 /   /-28.29    -14.38/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.76 /-2.30  /-26.46 /   /-28.29    -14.38/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -30.60 /-4.93  /-25.67 /   /-27.51    -6.12 /-0.99  6   [bos] b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -19.24 /-3.91  /-15.32 /   /-17.16    -6.41 /-1.30  4   [bos] b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -52.82 /-7.41  /-45.41 /   /-47.25    -4.40 /-0.62  13  [bos] b b b b b b b b b b b [eos]
cls0  - sp0 : -3.61  -0.60 7   0.00 [bos] a a a b b [eos]
cls0  - sp1 : -4.01  -0.67 7   0.17 [bos] a a a b b [eos]
cls0  - sp2 : -4.35  -0.72 7   0.17 [bos] a a a b b [eos]
cls0  - sp3 : -4.62  -0.77 7   0.17 [bos] a a a b b [eos]
cls0  - sp4 : -4.85  -0.81 7   0.17 [bos] a a a b b [eos]
cls1  - sp0 : -3.39  -0.57 7   0.33 [bos] a a a b b [eos]
cls1  - sp1 : -4.51  -0.75 7   0.33 [bos] a a a b b [eos]
cls1  - sp2 : -4.88  -0.81 7   0.33 [bos] a a a b b [eos]
cls1  - sp3 : -4.96  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp4 : -4.98  -0.83 7   0.33 [bos] a a a b b [eos]
cls2  - sp0 : -2.74  -0.46 7   0.67 [bos] a a a b b [eos]
cls2  - sp1 : -3.08  -0.51 7   0.67 [bos] a a a b b [eos]
cls2  - sp2 : -3.54  -0.59 7   0.67 [bos] a a a b b [eos]
cls2  - sp3 : -3.61  -0.60 7   0.50 [bos] a a a b b [eos]
cls2  - sp4 : -3.69  -0.61 7   0.67 [bos] a a a b b [eos]
cls3  - sp0 : -1.68  -0.28 7   0.83 [bos] a a a b b [eos]
cls3  - sp1 : -2.65  -0.44 7   1.00 [bos] a a a b b [eos]
cls3  - sp2 : -3.75  -0.62 7   0.83 [bos] a a a b b [eos]
cls3  - sp3 : -3.90  -0.65 7   0.83 [bos] a a a b [unk] [eos]
cls3  - sp4 : -4.07  -0.68 7   0.83 [bos] a a a b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-143
src: none   none  7   [bos] a a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.65  /-5.44  /2.79   /0.0/0.00    -0.44 /-0.91  7   [bos] a a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -29.08 /-2.30  /-26.77 /   /-29.57    -14.54/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -29.08 /-2.30  /-26.77 /   /-29.57    -14.54/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -29.98 /-4.93  /-25.04 /   /-27.84    -6.00 /-0.99  6   [bos] b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -22.16 /-3.91  /-18.25 /   /-21.04    -7.39 /-1.30  4   [bos] b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -67.78 /-7.41  /-60.37 /   /-63.16    -5.65 /-0.62  13  [bos] b b b b b b b b b b b [eos]
cls0  - sp0 : -3.61  -0.60 7   0.00 [bos] a a a b b [eos]
cls0  - sp1 : -4.01  -0.67 7   0.17 [bos] a a a b b [eos]
cls0  - sp2 : -4.35  -0.72 7   0.17 [bos] a a a b b [eos]
cls0  - sp3 : -4.62  -0.77 7   0.17 [bos] a a a b b [eos]
cls0  - sp4 : -4.85  -0.81 7   0.17 [bos] a a a b b [eos]
cls1  - sp0 : -3.39  -0.57 7   0.33 [bos] a a a b b [eos]
cls1  - sp1 : -4.51  -0.75 7   0.33 [bos] a a a b b [eos]
cls1  - sp2 : -4.88  -0.81 7   0.33 [bos] a a a b b [eos]
cls1  - sp3 : -4.96  -0.83 7   0.33 [bos] a a a b b [eos]
cls1  - sp4 : -4.98  -0.83 7   0.33 [bos] a a a b b [eos]
cls2  - sp0 : -2.74  -0.46 7   0.67 [bos] a a a b b [eos]
cls2  - sp1 : -3.08  -0.51 7   0.67 [bos] a a a b b [eos]
cls2  - sp2 : -3.54  -0.59 7   0.67 [bos] a a a b b [eos]
cls2  - sp3 : -3.61  -0.60 7   0.50 [bos] a a a b b [eos]
cls2  - sp4 : -3.69  -0.61 7   0.67 [bos] a a a b b [eos]
cls3  - sp0 : -1.68  -0.28 7   0.83 [bos] a a a b b [eos]
cls3  - sp1 : -2.65  -0.44 7   1.00 [bos] a a a b b [eos]
cls3  - sp2 : -3.75  -0.62 7   0.83 [bos] a a a b b [eos]
cls3  - sp3 : -3.90  -0.65 7   0.83 [bos] a a a b [unk] [eos]
cls3  - sp4 : -4.07  -0.68 7   0.83 [bos] a a a b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-144
src: none   none  6   [bos] b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.74  /-3.84  /-4.90  /0.0/-0.00    -1.75 /-0.77  6   [bos] b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -28.36 /-2.30  /-26.06 /   /-21.16    -14.18/-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.70 /-2.81  /-16.89 /   /-11.99    -6.57 /-0.94  4   [bos] b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -65.74 /-5.96  /-59.79 /   /-54.89    -9.39 /-0.85  8   [bos] b a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -36.97 /-4.42  /-32.55 /   /-27.65    -9.24 /-1.11  5   [bos] a a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -19.70 /-2.81  /-16.89 /   /-11.99    -6.57 /-0.94  4   [bos] b b [eos]
cls0  - sp0 : -8.12  -8.12 2   0.00 [bos] [eos]
cls0  - sp1 : -36.04 -0.28 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -36.60 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -37.09 -0.29 128 0.02 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -37.10 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -46.65 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -46.82 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -47.07 -0.37 128 0.29 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -47.19 -0.37 128 0.30 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -47.85 -0.38 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -52.94 -0.42 128 0.51 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -53.26 -0.42 128 0.53 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -53.58 -0.42 128 0.58 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -53.60 -0.42 128 0.57 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -53.67 -0.42 128 0.61 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -4.45  -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.53  -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -5.24  -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.27  -0.04 128 0.99 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.50  -0.04 128 0.99 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-145
src: none   none  6   [bos] b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -6.93  /-3.84  /-3.09  /0.0/-0.00    -1.39 /-0.77  6   [bos] b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -27.76 /-2.30  /-25.45 /   /-22.36    -13.88/-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.53 /-2.81  /-16.72 /   /-13.63    -6.51 /-0.94  4   [bos] b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -60.44 /-5.96  /-54.49 /   /-51.40    -8.63 /-0.85  8   [bos] b a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -35.39 /-4.42  /-30.97 /   /-27.88    -8.85 /-1.11  5   [bos] a a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -19.53 /-2.81  /-16.72 /   /-13.63    -6.51 /-0.94  4   [bos] b b [eos]
cls0  - sp0 : -8.12  -8.12 2   0.00 [bos] [eos]
cls0  - sp1 : -36.04 -0.28 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -36.60 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -37.09 -0.29 128 0.02 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -37.10 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -46.65 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -46.82 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -47.07 -0.37 128 0.29 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -47.19 -0.37 128 0.30 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -47.85 -0.38 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -52.94 -0.42 128 0.51 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -53.26 -0.42 128 0.53 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -53.58 -0.42 128 0.58 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -53.60 -0.42 128 0.57 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -53.67 -0.42 128 0.61 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -4.45  -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.53  -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -5.24  -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.27  -0.04 128 0.99 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.50  -0.04 128 0.99 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-146
src: none   none  6   [bos] b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.50  /-3.84  /-4.66  /0.0/-0.00    -1.70 /-0.77  6   [bos] b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -27.80 /-2.30  /-25.50 /   /-20.83    -13.90/-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -18.66 /-2.81  /-15.85 /   /-11.19    -6.22 /-0.94  4   [bos] b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -56.26 /-5.96  /-50.31 /   /-45.64    -8.04 /-0.85  8   [bos] b a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -35.49 /-4.42  /-31.07 /   /-26.41    -8.87 /-1.11  5   [bos] a a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -18.66 /-2.81  /-15.85 /   /-11.19    -6.22 /-0.94  4   [bos] b b [eos]
cls0  - sp0 : -6.14  -6.14 2   0.00 [bos] [eos]
cls0  - sp1 : -17.92 -0.14 128 0.02 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -18.21 -0.14 128 0.02 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -18.93 -0.15 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -19.26 -0.15 128 0.02 [bos] b b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -40.87 -0.32 128 0.25 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -41.14 -0.32 128 0.26 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -41.40 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -41.41 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -41.92 -0.33 128 0.31 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -112.05 -0.88 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -112.44 -0.89 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -115.13 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -115.52 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -116.04 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b
cls3  - sp0 : -4.69  -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.73  -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -4.89  -0.04 128 1.00 [bos] b b b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.28  -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.32  -0.04 128 1.00 [bos] b b b b [unk] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-147
src: none   none  6   [bos] b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.18  /-3.84  /-1.35  /0.0/-0.00    -1.04 /-0.77  6   [bos] b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -26.95 /-2.30  /-24.65 /   /-23.31    -13.48/-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.40 /-2.81  /-16.59 /   /-15.24    -6.47 /-0.94  4   [bos] b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -54.99 /-5.96  /-49.03 /   /-47.68    -7.86 /-0.85  8   [bos] b a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -33.90 /-4.42  /-29.48 /   /-28.13    -8.47 /-1.11  5   [bos] a a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -19.40 /-2.81  /-16.59 /   /-15.24    -6.47 /-0.94  4   [bos] b b [eos]
cls0  - sp0 : -6.14  -6.14 2   0.00 [bos] [eos]
cls0  - sp1 : -17.92 -0.14 128 0.02 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -18.21 -0.14 128 0.02 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -18.93 -0.15 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -19.26 -0.15 128 0.02 [bos] b b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -40.87 -0.32 128 0.25 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -41.14 -0.32 128 0.26 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -41.40 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -41.41 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -41.92 -0.33 128 0.31 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -112.05 -0.88 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -112.44 -0.89 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -115.13 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -115.52 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -116.04 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b
cls3  - sp0 : -4.69  -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.73  -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -4.89  -0.04 128 1.00 [bos] b b b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.28  -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.32  -0.04 128 1.00 [bos] b b b b [unk] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-148
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.04  /-2.81  /0.77   /0.69/-0.69    -0.68 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -74.94 /-5.37  /-69.57 /   /-71.03    -9.37 /-0.67  9   [bos] a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -2.04  /-2.81  /0.77   /   /-0.69    -0.68 /-0.94  4   [bos] b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -56.78 /-6.98  /-49.80 /   /-51.27    -6.31 /-0.78  10  [bos] b b b b b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -22.77 /-2.81  /-19.96 /   /-21.43    -7.59 /-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -36.86 /-4.42  /-32.43 /   /-33.90    -9.21 /-1.11  5   [bos] b a a [eos]
cls0  - sp0 : -2.04  -0.68 4   0.00 [bos] b b [eos]
cls0  - sp1 : -4.32  -4.32 2   0.00 [bos] [eos]
cls0  - sp2 : -6.36  -2.12 4   0.00 [bos] [pad] b [eos]
cls0  - sp3 : -6.42  -2.14 4   0.00 [bos] [unk] b [eos]
cls0  - sp4 : -8.94  -2.98 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.73  -0.58 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.13  -1.04 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.32  -1.11 4   0.33 [bos] b b [eos]
cls1  - sp3 : -3.99  -1.33 4   0.33 [bos] b b [eos]
cls1  - sp4 : -5.18  -1.73 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.80  -0.60 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.87  -0.62 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.77  -0.92 4   0.67 [bos] b b [eos]
cls2  - sp3 : -4.33  -1.44 4   0.67 [bos] [unk] b [eos]
cls2  - sp4 : -4.46  -1.49 4   0.67 [bos] [pad] b [eos]
cls3  - sp0 : -2.80  -0.93 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.86  -0.95 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -4.74  -4.74 2   1.00 [bos] [eos]
cls3  - sp3 : -5.46  -1.82 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.75  -2.58 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-149
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.80  /-2.81  /0.01   /0.69/-0.69    -0.93 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -70.28 /-5.37  /-64.92 /   /-65.62    -8.79 /-0.67  9   [bos] a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -2.80  /-2.81  /0.01   /   /-0.69    -0.93 /-0.94  4   [bos] b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -47.87 /-6.98  /-40.90 /   /-41.60    -5.32 /-0.78  10  [bos] b b b b b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -22.71 /-2.81  /-19.90 /   /-20.60    -7.57 /-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.96 /-4.42  /-26.54 /   /-27.24    -7.74 /-1.11  5   [bos] b a a [eos]
cls0  - sp0 : -2.04  -0.68 4   0.00 [bos] b b [eos]
cls0  - sp1 : -4.32  -4.32 2   0.00 [bos] [eos]
cls0  - sp2 : -6.36  -2.12 4   0.00 [bos] [pad] b [eos]
cls0  - sp3 : -6.42  -2.14 4   0.00 [bos] [unk] b [eos]
cls0  - sp4 : -8.94  -2.98 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.73  -0.58 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.13  -1.04 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.32  -1.11 4   0.33 [bos] b b [eos]
cls1  - sp3 : -3.99  -1.33 4   0.33 [bos] b b [eos]
cls1  - sp4 : -5.18  -1.73 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.80  -0.60 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.87  -0.62 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.77  -0.92 4   0.67 [bos] b b [eos]
cls2  - sp3 : -4.33  -1.44 4   0.67 [bos] [unk] b [eos]
cls2  - sp4 : -4.46  -1.49 4   0.67 [bos] [pad] b [eos]
cls3  - sp0 : -2.80  -0.93 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.86  -0.95 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -4.74  -4.74 2   1.00 [bos] [eos]
cls3  - sp3 : -5.46  -1.82 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.75  -2.58 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-150
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.06  /-2.81  /0.76   /0.69/-0.69    -0.69 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -68.57 /-5.37  /-63.20 /   /-64.65    -8.57 /-0.67  9   [bos] a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -2.06  /-2.81  /0.76   /   /-0.69    -0.69 /-0.94  4   [bos] b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -55.31 /-6.98  /-48.33 /   /-49.78    -6.15 /-0.78  10  [bos] b b b b b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -20.72 /-2.81  /-17.90 /   /-19.35    -6.91 /-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.33 /-4.42  /-25.91 /   /-27.36    -7.58 /-1.11  5   [bos] b a a [eos]
cls0  - sp0 : -2.06  -0.69 4   0.00 [bos] b b [eos]
cls0  - sp1 : -3.14  -3.14 2   0.00 [bos] [eos]
cls0  - sp2 : -5.76  -1.92 4   0.00 [bos] [unk] b [eos]
cls0  - sp3 : -6.10  -2.03 4   0.00 [bos] [pad] b [eos]
cls0  - sp4 : -8.62  -2.87 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.96  -0.65 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.08  -1.03 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.29  -1.10 4   0.33 [bos] b b [eos]
cls1  - sp3 : -4.42  -1.47 4   0.33 [bos] b b [eos]
cls1  - sp4 : -4.61  -1.54 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.90  -0.63 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.90  -0.63 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.98  -0.99 4   0.67 [bos] b b [eos]
cls2  - sp3 : -3.95  -1.32 4   0.67 [bos] [pad] b [eos]
cls2  - sp4 : -4.23  -1.41 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -2.86  -0.95 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.87  -0.96 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -3.58  -3.58 2   1.00 [bos] [eos]
cls3  - sp3 : -4.93  -1.64 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.51  -2.50 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-151
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.86  /-2.81  /-0.05  /0.69/-0.69    -0.95 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -65.97 /-5.37  /-60.60 /   /-61.25    -8.25 /-0.67  9   [bos] a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -2.86  /-2.81  /-0.05  /   /-0.69    -0.95 /-0.94  4   [bos] b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -48.79 /-6.98  /-41.81 /   /-42.46    -5.42 /-0.78  10  [bos] b b b b b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -20.74 /-2.81  /-17.93 /   /-18.57    -6.91 /-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -24.85 /-4.42  /-20.43 /   /-21.08    -6.21 /-1.11  5   [bos] b a a [eos]
cls0  - sp0 : -2.06  -0.69 4   0.00 [bos] b b [eos]
cls0  - sp1 : -3.14  -3.14 2   0.00 [bos] [eos]
cls0  - sp2 : -5.76  -1.92 4   0.00 [bos] [unk] b [eos]
cls0  - sp3 : -6.10  -2.03 4   0.00 [bos] [pad] b [eos]
cls0  - sp4 : -8.62  -2.87 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.96  -0.65 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.08  -1.03 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.29  -1.10 4   0.33 [bos] b b [eos]
cls1  - sp3 : -4.42  -1.47 4   0.33 [bos] b b [eos]
cls1  - sp4 : -4.61  -1.54 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.90  -0.63 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.90  -0.63 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.98  -0.99 4   0.67 [bos] b b [eos]
cls2  - sp3 : -3.95  -1.32 4   0.67 [bos] [pad] b [eos]
cls2  - sp4 : -4.23  -1.41 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -2.86  -0.95 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.87  -0.96 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -3.58  -3.58 2   1.00 [bos] [eos]
cls3  - sp3 : -4.93  -1.64 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.51  -2.50 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-152
src: none   none  14  [bos] b b b b b b a a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -9.11  /-9.02  /-0.09  /0.0/0.00    -0.70 /-0.69  14  [bos] b b b b b b a a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -20.81 /-2.81  /-18.00 /   /-17.91    -6.94 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -29.37 /-2.30  /-27.07 /   /-26.98    -14.68/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.39 /-2.30  /-19.09 /   /-19.00    -10.70/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -38.19 /-2.81  /-35.38 /   /-35.29    -12.73/-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.37 /-2.30  /-27.07 /   /-26.98    -14.68/-1.15  3   [bos] a [eos]
cls0  - sp0 : -11.72 -11.72 2   0.00 [bos] [eos]
cls0  - sp1 : -37.49 -0.30 128 0.00 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp2 : -37.90 -0.30 128 0.02 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp3 : -37.98 -0.30 128 0.01 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp4 : -38.15 -0.30 128 0.00 [bos] b b b b b b a a a a a a a a a a a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls1  - sp0 : -9.76  -0.75 14  0.38 [bos] b b b b b b a a a a a a [eos]
cls1  - sp1 : -11.04 -0.65 18  0.29 [bos] b b b b b b a a a a a a a a a a [eos]
cls1  - sp2 : -11.40 -0.67 18  0.41 [bos] b b b b b b a a a a a a a a a a [eos]
cls1  - sp3 : -11.42 -0.67 18  0.35 [bos] b b b b b b a a a a a a a a a a [eos]
cls1  - sp4 : -11.80 -0.66 19  0.28 [bos] b b b b b b a a a a a a a a a a a [eos]
cls2  - sp0 : -6.88  -0.76 10  0.56 [bos] b b b b b b a a [eos]
cls2  - sp1 : -9.00  -0.69 14  0.62 [bos] b b b b b b a a a a a a [eos]
cls2  - sp2 : -9.06  -0.76 13  0.58 [bos] b b b b b b a a a a a [eos]
cls2  - sp3 : -9.17  -0.76 13  0.67 [bos] b b b b b b a a a a a [eos]
cls2  - sp4 : -9.33  -0.72 14  0.69 [bos] b b b b b b a a a a a a [eos]
cls3  - sp0 : -8.55  -0.32 28  0.96 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a [eos]
cls3  - sp1 : -8.70  -0.30 30  0.97 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a [eos]
cls3  - sp2 : -11.66 -11.66 2   1.00 [bos] [eos]
cls3  - sp3 : -14.72 -0.23 66  0.98 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a [eos]
cls3  - sp4 : -21.19 -0.17 128 1.00 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-153
src: none   none  14  [bos] b b b b b b a a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -7.11  /-9.02  /1.91   /0.0/0.00    -0.55 /-0.69  14  [bos] b b b b b b a a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.52 /-2.81  /-18.71 /   /-20.62    -7.17 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.69 /-2.30  /-26.39 /   /-28.30    -14.34/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.54 /-2.30  /-19.23 /   /-21.14    -10.77/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -37.32 /-2.81  /-34.51 /   /-36.42    -12.44/-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -28.69 /-2.30  /-26.39 /   /-28.30    -14.34/-1.15  3   [bos] a [eos]
cls0  - sp0 : -11.72 -11.72 2   0.00 [bos] [eos]
cls0  - sp1 : -37.49 -0.30 128 0.00 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp2 : -37.90 -0.30 128 0.02 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp3 : -37.98 -0.30 128 0.01 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp4 : -38.15 -0.30 128 0.00 [bos] b b b b b b a a a a a a a a a a a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls1  - sp0 : -9.76  -0.75 14  0.38 [bos] b b b b b b a a a a a a [eos]
cls1  - sp1 : -11.04 -0.65 18  0.29 [bos] b b b b b b a a a a a a a a a a [eos]
cls1  - sp2 : -11.40 -0.67 18  0.41 [bos] b b b b b b a a a a a a a a a a [eos]
cls1  - sp3 : -11.42 -0.67 18  0.35 [bos] b b b b b b a a a a a a a a a a [eos]
cls1  - sp4 : -11.80 -0.66 19  0.28 [bos] b b b b b b a a a a a a a a a a a [eos]
cls2  - sp0 : -6.88  -0.76 10  0.56 [bos] b b b b b b a a [eos]
cls2  - sp1 : -9.00  -0.69 14  0.62 [bos] b b b b b b a a a a a a [eos]
cls2  - sp2 : -9.06  -0.76 13  0.58 [bos] b b b b b b a a a a a [eos]
cls2  - sp3 : -9.17  -0.76 13  0.67 [bos] b b b b b b a a a a a [eos]
cls2  - sp4 : -9.33  -0.72 14  0.69 [bos] b b b b b b a a a a a a [eos]
cls3  - sp0 : -8.55  -0.32 28  0.96 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a [eos]
cls3  - sp1 : -8.70  -0.30 30  0.97 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a [eos]
cls3  - sp2 : -11.66 -11.66 2   1.00 [bos] [eos]
cls3  - sp3 : -14.72 -0.23 66  0.98 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a [eos]
cls3  - sp4 : -21.19 -0.17 128 1.00 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-154
src: none   none  14  [bos] b b b b b b a a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.45  /-9.02  /0.57   /0.0/0.00    -0.65 /-0.69  14  [bos] b b b b b b a a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -20.14 /-2.81  /-17.32 /   /-17.90    -6.71 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -29.42 /-2.30  /-27.11 /   /-27.69    -14.71/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.32 /-2.30  /-19.02 /   /-19.59    -10.66/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -37.41 /-2.81  /-34.59 /   /-35.16    -12.47/-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.42 /-2.30  /-27.11 /   /-27.69    -14.71/-1.15  3   [bos] a [eos]
cls0  - sp0 : -11.41 -11.41 2   0.00 [bos] [eos]
cls0  - sp1 : -29.93 -0.24 128 0.00 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp2 : -30.71 -0.24 128 0.02 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp3 : -30.74 -0.24 128 0.01 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp4 : -30.96 -0.24 128 0.00 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls1  - sp0 : -10.20 -0.57 19  0.28 [bos] b b b b b b a a a a a a a a a a a [eos]
cls1  - sp1 : -10.53 -0.62 18  0.29 [bos] b b b b b b a a a a a a a a a a [eos]
cls1  - sp2 : -10.87 -0.57 20  0.26 [bos] b b b b b b a a a a a a a a a a a a [eos]
cls1  - sp3 : -11.13 -0.56 21  0.25 [bos] b b b b b b a a a a a a a a a a a a a [eos]
cls1  - sp4 : -12.69 -0.60 22  0.29 [bos] b b b b b b a a a a a a a a a a a a a a [eos]
cls2  - sp0 : -10.74 -0.67 17  0.69 [bos] b b b b b b a a a a a a a a a [eos]
cls2  - sp1 : -11.70 -0.73 17  0.69 [bos] b b b b b b a a a a a a a a a [eos]
cls2  - sp2 : -14.03 -0.70 21  0.70 [bos] b b b b b b a a a a a a a a a a a a a [eos]
cls2  - sp3 : -14.28 -0.71 21  0.70 [bos] b b b b b b a a a a a a a a a a a a a [eos]
cls2  - sp4 : -14.35 -0.72 21  0.70 [bos] b b b b b b a a a a a a a a a a a a a [eos]
cls3  - sp0 : -9.78  -0.08 128 1.00 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp1 : -10.18 -0.08 128 1.00 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp2 : -10.96 -0.09 128 0.99 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp3 : -11.14 -0.09 128 0.99 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp4 : -11.31 -0.09 128 0.99 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-155
src: none   none  14  [bos] b b b b b b a a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -7.75  /-9.02  /1.27   /0.0/0.00    -0.60 /-0.69  14  [bos] b b b b b b a a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.16 /-2.81  /-18.35 /   /-19.61    -7.05 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.84 /-2.30  /-26.54 /   /-27.81    -14.42/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.49 /-2.30  /-19.19 /   /-20.46    -10.75/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -36.60 /-2.81  /-33.79 /   /-35.06    -12.20/-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -28.84 /-2.30  /-26.54 /   /-27.81    -14.42/-1.15  3   [bos] a [eos]
cls0  - sp0 : -11.41 -11.41 2   0.00 [bos] [eos]
cls0  - sp1 : -29.93 -0.24 128 0.00 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp2 : -30.71 -0.24 128 0.02 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp3 : -30.74 -0.24 128 0.01 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls0  - sp4 : -30.96 -0.24 128 0.00 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls1  - sp0 : -10.20 -0.57 19  0.28 [bos] b b b b b b a a a a a a a a a a a [eos]
cls1  - sp1 : -10.53 -0.62 18  0.29 [bos] b b b b b b a a a a a a a a a a [eos]
cls1  - sp2 : -10.87 -0.57 20  0.26 [bos] b b b b b b a a a a a a a a a a a a [eos]
cls1  - sp3 : -11.13 -0.56 21  0.25 [bos] b b b b b b a a a a a a a a a a a a a [eos]
cls1  - sp4 : -12.69 -0.60 22  0.29 [bos] b b b b b b a a a a a a a a a a a a a a [eos]
cls2  - sp0 : -10.74 -0.67 17  0.69 [bos] b b b b b b a a a a a a a a a [eos]
cls2  - sp1 : -11.70 -0.73 17  0.69 [bos] b b b b b b a a a a a a a a a [eos]
cls2  - sp2 : -14.03 -0.70 21  0.70 [bos] b b b b b b a a a a a a a a a a a a a [eos]
cls2  - sp3 : -14.28 -0.71 21  0.70 [bos] b b b b b b a a a a a a a a a a a a a [eos]
cls2  - sp4 : -14.35 -0.72 21  0.70 [bos] b b b b b b a a a a a a a a a a a a a [eos]
cls3  - sp0 : -9.78  -0.08 128 1.00 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp1 : -10.18 -0.08 128 1.00 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp2 : -10.96 -0.09 128 0.99 [bos] b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp3 : -11.14 -0.09 128 0.99 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp4 : -11.31 -0.09 128 0.99 [bos] b b b b b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-156
src: none   none  16  [bos] b b b b a a a b a b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -12.59 /-13.34 /0.75   /0.0/0.00    -0.84 /-0.89  16  [bos] b b b b a a a b a b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.26 /-3.32  /-17.94 /   /-18.69    -5.31 /-0.83  5   [bos] b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -27.22 /-2.30  /-24.92 /   /-25.67    -13.61/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.50 /-2.30  /-19.20 /   /-19.95    -10.75/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -25.41 /-4.93  /-20.48 /   /-21.23    -5.08 /-0.99  6   [bos] a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -42.97 /-5.88  /-37.09 /   /-37.84    -4.77 /-0.65  10  [bos] a a a a a a a a [eos]
cls0  - sp0 : -11.18 -11.18 2   0.00 [bos] [eos]
cls0  - sp1 : -40.03 -0.32 128 0.00 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -40.79 -0.32 128 0.00 [bos] b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -41.10 -0.32 128 0.00 [bos] b b b b b a a b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -41.12 -0.32 128 0.00 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -11.76 -0.90 14  0.46 [bos] b b b b b a a b b b b b [eos]
cls1  - sp1 : -52.75 -0.81 66  0.26 [bos] b b b b b a b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b a b b b b b [eos]
cls1  - sp2 : -68.77 -0.77 90  0.26 [bos] b b b b b a b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b a b b b b b b b b b b b [eos]
cls1  - sp3 : -69.30 -0.77 91  0.26 [bos] b b b b b a b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b a b b b b b b b b b b b b [eos]
cls1  - sp4 : -69.53 -0.76 92  0.25 [bos] b b b b b a b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b [eos]
cls2  - sp0 : -10.77 -0.67 17  0.69 [bos] b b b b b a a b b b b b b b b [eos]
cls2  - sp1 : -11.66 -0.73 17  0.69 [bos] b b b b a a a b b b b b b b b [eos]
cls2  - sp2 : -11.80 -0.74 17  0.69 [bos] b b b b b a a b b b b b b b b [eos]
cls2  - sp3 : -12.09 -0.76 17  0.69 [bos] b b b b b a a b b b b b b a b [eos]
cls2  - sp4 : -12.45 -0.78 17  0.69 [bos] b b b b b a a b b b b b a b b [eos]
cls3  - sp0 : -11.12 -11.12 2   1.00 [bos] [eos]
cls3  - sp1 : -18.77 -0.15 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -20.96 -0.17 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -20.99 -0.17 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a
cls3  - sp4 : -21.03 -0.17 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-157
src: none   none  16  [bos] b b b b a a a b a b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -10.66 /-13.34 /2.68   /0.0/0.00    -0.71 /-0.89  16  [bos] b b b b a a a b a b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.19 /-3.32  /-17.86 /   /-20.54    -5.30 /-0.83  5   [bos] b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -26.57 /-2.30  /-24.27 /   /-26.95    -13.28/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.67 /-2.30  /-19.37 /   /-22.05    -10.84/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -25.78 /-4.93  /-20.85 /   /-23.53    -5.16 /-0.99  6   [bos] a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -41.34 /-5.88  /-35.46 /   /-38.14    -4.59 /-0.65  10  [bos] a a a a a a a a [eos]
cls0  - sp0 : -11.18 -11.18 2   0.00 [bos] [eos]
cls0  - sp1 : -40.03 -0.32 128 0.00 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -40.79 -0.32 128 0.00 [bos] b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -41.10 -0.32 128 0.00 [bos] b b b b b a a b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -41.12 -0.32 128 0.00 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -11.76 -0.90 14  0.46 [bos] b b b b b a a b b b b b [eos]
cls1  - sp1 : -52.75 -0.81 66  0.26 [bos] b b b b b a b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b a b b b b b [eos]
cls1  - sp2 : -68.77 -0.77 90  0.26 [bos] b b b b b a b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b a b b b b b b b b b b b [eos]
cls1  - sp3 : -69.30 -0.77 91  0.26 [bos] b b b b b a b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b a b b b b b b b b b b b b [eos]
cls1  - sp4 : -69.53 -0.76 92  0.25 [bos] b b b b b a b b b b b b b b b a b b b b b b b b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b [eos]
cls2  - sp0 : -10.77 -0.67 17  0.69 [bos] b b b b b a a b b b b b b b b [eos]
cls2  - sp1 : -11.66 -0.73 17  0.69 [bos] b b b b a a a b b b b b b b b [eos]
cls2  - sp2 : -11.80 -0.74 17  0.69 [bos] b b b b b a a b b b b b b b b [eos]
cls2  - sp3 : -12.09 -0.76 17  0.69 [bos] b b b b b a a b b b b b b a b [eos]
cls2  - sp4 : -12.45 -0.78 17  0.69 [bos] b b b b b a a b b b b b a b b [eos]
cls3  - sp0 : -11.12 -11.12 2   1.00 [bos] [eos]
cls3  - sp1 : -18.77 -0.15 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -20.96 -0.17 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -20.99 -0.17 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a
cls3  - sp4 : -21.03 -0.17 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-158
src: none   none  16  [bos] b b b b a a a b a b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -12.85 /-13.34 /0.49   /0.0/0.00    -0.86 /-0.89  16  [bos] b b b b a a a b a b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.30 /-3.32  /-17.97 /   /-18.46    -5.32 /-0.83  5   [bos] b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -27.69 /-2.30  /-25.39 /   /-25.87    -13.84/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.50 /-2.30  /-19.20 /   /-19.68    -10.75/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -25.01 /-4.93  /-20.07 /   /-20.56    -5.00 /-0.99  6   [bos] a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -36.14 /-5.88  /-30.26 /   /-30.74    -4.02 /-0.65  10  [bos] a a a a a a a a [eos]
cls0  - sp0 : -11.70 -11.70 2   0.00 [bos] [eos]
cls0  - sp1 : -55.46 -0.44 128 0.00 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -55.80 -0.44 128 0.00 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -55.90 -0.44 128 0.00 [bos] b b b b a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -56.16 -0.44 128 0.00 [bos] b b b b a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -159.50 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a a b a a b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -159.52 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a a b a a b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -159.56 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a b b a a b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -159.56 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a a b a a b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -159.57 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a a b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -6.11  -0.68 10  0.56 [bos] b b b b a a a a [eos]
cls2  - sp1 : -12.49 -0.83 16  0.73 [bos] b b b b b a a a b b b b b b [eos]
cls2  - sp2 : -12.66 -0.84 16  0.67 [bos] b b b b b a a a b b b b b b [eos]
cls2  - sp3 : -13.26 -0.83 17  0.69 [bos] b b b b b a a a b b b b b b b [eos]
cls2  - sp4 : -13.62 -0.85 17  0.69 [bos] b b b b b a a a b b b a b b b [eos]
cls3  - sp0 : -11.59 -11.59 2   1.00 [bos] [eos]
cls3  - sp1 : -49.36 -0.39 128 1.00 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -49.75 -0.39 128 1.00 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -49.87 -0.39 128 1.00 [bos] b b b b a a a a b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -50.13 -0.39 128 1.00 [bos] b b b b a a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-159
src: none   none  16  [bos] b b b b a a a b a b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -11.40 /-13.34 /1.93   /0.0/0.00    -0.76 /-0.89  16  [bos] b b b b a a a b a b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.28 /-3.32  /-17.95 /   /-19.89    -5.32 /-0.83  5   [bos] b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -26.99 /-2.30  /-24.69 /   /-26.63    -13.50/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.67 /-2.30  /-19.36 /   /-21.30    -10.83/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -26.32 /-4.93  /-21.39 /   /-23.32    -5.26 /-0.99  6   [bos] a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -33.39 /-5.88  /-27.51 /   /-29.45    -3.71 /-0.65  10  [bos] a a a a a a a a [eos]
cls0  - sp0 : -11.70 -11.70 2   0.00 [bos] [eos]
cls0  - sp1 : -55.46 -0.44 128 0.00 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -55.80 -0.44 128 0.00 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -55.90 -0.44 128 0.00 [bos] b b b b a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -56.16 -0.44 128 0.00 [bos] b b b b a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -159.50 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a a b a a b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -159.52 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a a b a a b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -159.56 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a b b a a b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -159.56 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a a b a a b b b b b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -159.57 -1.26 128 0.25 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b a a a b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -6.11  -0.68 10  0.56 [bos] b b b b a a a a [eos]
cls2  - sp1 : -12.49 -0.83 16  0.73 [bos] b b b b b a a a b b b b b b [eos]
cls2  - sp2 : -12.66 -0.84 16  0.67 [bos] b b b b b a a a b b b b b b [eos]
cls2  - sp3 : -13.26 -0.83 17  0.69 [bos] b b b b b a a a b b b b b b b [eos]
cls2  - sp4 : -13.62 -0.85 17  0.69 [bos] b b b b b a a a b b b a b b b [eos]
cls3  - sp0 : -11.59 -11.59 2   1.00 [bos] [eos]
cls3  - sp1 : -49.36 -0.39 128 1.00 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -49.75 -0.39 128 1.00 [bos] b b b b a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -49.87 -0.39 128 1.00 [bos] b b b b a a a a b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -50.13 -0.39 128 1.00 [bos] b b b b a a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-160
src: none   none  10  [bos] b b b a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.73  /-6.98  /1.25   /0.0/-0.00    -0.64 /-0.78  10  [bos] b b b a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -41.57 /-3.32  /-38.24 /   /-39.49    -10.39/-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -17.97 /-2.81  /-15.16 /   /-16.41    -5.99 /-0.94  4   [bos] b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -23.30 /-5.44  /-17.86 /   /-19.10    -3.88 /-0.91  7   [bos] b b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -32.84 /-3.84  /-29.01 /   /-30.25    -6.57 /-0.77  6   [bos] a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -34.19 /-2.81  /-31.38 /   /-32.62    -11.40/-0.94  4   [bos] a a [eos]
cls0  - sp0 : -5.53  -0.61 10  0.22 [bos] b b b a a a a a [eos]
cls0  - sp1 : -5.72  -0.64 10  0.11 [bos] b b b a a a a a [eos]
cls0  - sp2 : -6.78  -0.62 12  0.18 [bos] b b b a a a a a a a [eos]
cls0  - sp3 : -7.23  -0.60 13  0.17 [bos] b b b a a a a a a a a [eos]
cls0  - sp4 : -10.08 -0.46 23  0.00 [bos] b b b a a a a a a a a a a a a a a a a a a [eos]
cls1  - sp0 : -6.35  -0.71 10  0.44 [bos] b b b a a a a a [eos]
cls1  - sp1 : -8.67  -0.67 14  0.46 [bos] b b b a a a a a a a a a [eos]
cls1  - sp2 : -9.11  -0.70 14  0.31 [bos] b b b a a a a a a a a a [eos]
cls1  - sp3 : -9.12  -0.70 14  0.31 [bos] b b b a [pad] a a a a a a a [eos]
cls1  - sp4 : -9.26  -0.66 15  0.43 [bos] b b b a a a a a a a a a a [eos]
cls2  - sp0 : -5.69  -0.63 10  0.56 [bos] b b b a a a a a [eos]
cls2  - sp1 : -7.58  -0.63 13  0.58 [bos] b b b a a a a a a a a [eos]
cls2  - sp2 : -8.06  -0.67 13  0.50 [bos] b b b a a a a a a a a [eos]
cls2  - sp3 : -8.19  -0.63 14  0.54 [bos] b b b a a a a a a a a a [eos]
cls2  - sp4 : -10.59 -0.66 17  0.69 [bos] b b b a a a a a a a a a a a a [eos]
cls3  - sp0 : -6.43  -0.05 128 1.00 [bos] b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp1 : -7.81  -0.06 128 0.99 [bos] b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp2 : -7.98  -0.06 128 1.00 [bos] b b b a [pad] a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp3 : -8.00  -0.06 128 1.00 [bos] b b b a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp4 : -8.67  -0.07 128 0.99 [bos] b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-161
src: none   none  10  [bos] b b b a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -4.96  /-6.98  /2.02   /0.0/-0.00    -0.55 /-0.78  10  [bos] b b b a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -39.73 /-3.32  /-36.40 /   /-38.42    -9.93 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.46 /-2.81  /-17.64 /   /-19.66    -6.82 /-0.94  4   [bos] b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -17.36 /-5.44  /-11.92 /   /-13.94    -2.89 /-0.91  7   [bos] b b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -27.62 /-3.84  /-23.79 /   /-25.81    -5.52 /-0.77  6   [bos] a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -34.83 /-2.81  /-32.02 /   /-34.04    -11.61/-0.94  4   [bos] a a [eos]
cls0  - sp0 : -5.53  -0.61 10  0.22 [bos] b b b a a a a a [eos]
cls0  - sp1 : -5.72  -0.64 10  0.11 [bos] b b b a a a a a [eos]
cls0  - sp2 : -6.78  -0.62 12  0.18 [bos] b b b a a a a a a a [eos]
cls0  - sp3 : -7.23  -0.60 13  0.17 [bos] b b b a a a a a a a a [eos]
cls0  - sp4 : -10.08 -0.46 23  0.00 [bos] b b b a a a a a a a a a a a a a a a a a a [eos]
cls1  - sp0 : -6.35  -0.71 10  0.44 [bos] b b b a a a a a [eos]
cls1  - sp1 : -8.67  -0.67 14  0.46 [bos] b b b a a a a a a a a a [eos]
cls1  - sp2 : -9.11  -0.70 14  0.31 [bos] b b b a a a a a a a a a [eos]
cls1  - sp3 : -9.12  -0.70 14  0.31 [bos] b b b a [pad] a a a a a a a [eos]
cls1  - sp4 : -9.26  -0.66 15  0.43 [bos] b b b a a a a a a a a a a [eos]
cls2  - sp0 : -5.69  -0.63 10  0.56 [bos] b b b a a a a a [eos]
cls2  - sp1 : -7.58  -0.63 13  0.58 [bos] b b b a a a a a a a a [eos]
cls2  - sp2 : -8.06  -0.67 13  0.50 [bos] b b b a a a a a a a a [eos]
cls2  - sp3 : -8.19  -0.63 14  0.54 [bos] b b b a a a a a a a a a [eos]
cls2  - sp4 : -10.59 -0.66 17  0.69 [bos] b b b a a a a a a a a a a a a [eos]
cls3  - sp0 : -6.43  -0.05 128 1.00 [bos] b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp1 : -7.81  -0.06 128 0.99 [bos] b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp2 : -7.98  -0.06 128 1.00 [bos] b b b a [pad] a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp3 : -8.00  -0.06 128 1.00 [bos] b b b a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp4 : -8.67  -0.07 128 0.99 [bos] b b b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-162
src: none   none  10  [bos] b b b a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -4.57  /-6.98  /2.41   /0.0/0.00    -0.51 /-0.78  10  [bos] b b b a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -44.39 /-3.32  /-41.07 /   /-43.48    -11.10/-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.51 /-2.81  /-16.70 /   /-19.11    -6.50 /-0.94  4   [bos] b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -24.54 /-5.44  /-19.10 /   /-21.51    -4.09 /-0.91  7   [bos] b b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -34.31 /-3.84  /-30.48 /   /-32.89    -6.86 /-0.77  6   [bos] a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -35.05 /-2.81  /-32.24 /   /-34.65    -11.68/-0.94  4   [bos] a a [eos]
cls0  - sp0 : -4.57  -0.51 10  0.00 [bos] b b b a a a a a [eos]
cls0  - sp1 : -4.73  -0.53 10  0.22 [bos] b b b a a a a a [eos]
cls0  - sp2 : -5.03  -0.56 10  0.11 [bos] b b b a a a a a [eos]
cls0  - sp3 : -5.09  -0.57 10  0.22 [bos] b b b a a a a a [eos]
cls0  - sp4 : -5.18  -0.58 10  0.11 [bos] b b b a a b a a [eos]
cls1  - sp0 : -5.80  -0.64 10  0.33 [bos] b b b a a a a a [eos]
cls1  - sp1 : -5.82  -0.65 10  0.44 [bos] b b b a a a a a [eos]
cls1  - sp2 : -5.84  -0.65 10  0.33 [bos] b b b a b a a a [eos]
cls1  - sp3 : -5.86  -0.65 10  0.33 [bos] b b b a a a a a [eos]
cls1  - sp4 : -6.30  -0.70 10  0.33 [bos] b b b a a a a a [eos]
cls2  - sp0 : -5.23  -0.58 10  0.67 [bos] b b b a a a a a [eos]
cls2  - sp1 : -5.49  -0.61 10  0.56 [bos] b b b a a a a a [eos]
cls2  - sp2 : -5.88  -0.65 10  0.67 [bos] b b b a a a a a [eos]
cls2  - sp3 : -6.06  -0.67 10  0.56 [bos] b b b a b a a a [eos]
cls2  - sp4 : -6.06  -0.67 10  0.56 [bos] b b b a a a a a [eos]
cls3  - sp0 : -2.83  -0.31 10  0.89 [bos] b b b a a a a a [eos]
cls3  - sp1 : -3.00  -0.33 10  1.00 [bos] b b b a a a a a [eos]
cls3  - sp2 : -3.55  -0.39 10  0.78 [bos] b b b a a a a a [eos]
cls3  - sp3 : -3.71  -0.41 10  0.89 [bos] b b b a a a a a [eos]
cls3  - sp4 : -4.72  -0.52 10  0.78 [bos] b b b a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-163
src: none   none  10  [bos] b b b a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.00  /-6.98  /3.98   /0.0/0.00    -0.33 /-0.78  10  [bos] b b b a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -43.71 /-3.32  /-40.38 /   /-44.36    -10.93/-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.91 /-2.81  /-18.10 /   /-22.08    -6.97 /-0.94  4   [bos] b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -23.01 /-5.44  /-17.56 /   /-21.54    -3.83 /-0.91  7   [bos] b b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -32.63 /-3.84  /-28.79 /   /-32.77    -6.53 /-0.77  6   [bos] a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -35.08 /-2.81  /-32.27 /   /-36.24    -11.69/-0.94  4   [bos] a a [eos]
cls0  - sp0 : -4.57  -0.51 10  0.00 [bos] b b b a a a a a [eos]
cls0  - sp1 : -4.73  -0.53 10  0.22 [bos] b b b a a a a a [eos]
cls0  - sp2 : -5.03  -0.56 10  0.11 [bos] b b b a a a a a [eos]
cls0  - sp3 : -5.09  -0.57 10  0.22 [bos] b b b a a a a a [eos]
cls0  - sp4 : -5.18  -0.58 10  0.11 [bos] b b b a a b a a [eos]
cls1  - sp0 : -5.80  -0.64 10  0.33 [bos] b b b a a a a a [eos]
cls1  - sp1 : -5.82  -0.65 10  0.44 [bos] b b b a a a a a [eos]
cls1  - sp2 : -5.84  -0.65 10  0.33 [bos] b b b a b a a a [eos]
cls1  - sp3 : -5.86  -0.65 10  0.33 [bos] b b b a a a a a [eos]
cls1  - sp4 : -6.30  -0.70 10  0.33 [bos] b b b a a a a a [eos]
cls2  - sp0 : -5.23  -0.58 10  0.67 [bos] b b b a a a a a [eos]
cls2  - sp1 : -5.49  -0.61 10  0.56 [bos] b b b a a a a a [eos]
cls2  - sp2 : -5.88  -0.65 10  0.67 [bos] b b b a a a a a [eos]
cls2  - sp3 : -6.06  -0.67 10  0.56 [bos] b b b a b a a a [eos]
cls2  - sp4 : -6.06  -0.67 10  0.56 [bos] b b b a a a a a [eos]
cls3  - sp0 : -2.83  -0.31 10  0.89 [bos] b b b a a a a a [eos]
cls3  - sp1 : -3.00  -0.33 10  1.00 [bos] b b b a a a a a [eos]
cls3  - sp2 : -3.55  -0.39 10  0.78 [bos] b b b a a a a a [eos]
cls3  - sp3 : -3.71  -0.41 10  0.89 [bos] b b b a a a a a [eos]
cls3  - sp4 : -4.72  -0.52 10  0.78 [bos] b b b a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-164
src: none   none  9   [bos] a a a a b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.91  /-6.47  /2.55   /0.0/0.00    -0.49 /-0.81  9   [bos] a a a a b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -50.59 /-6.47  /-44.13 /   /-46.68    -6.32 /-0.81  9   [bos] b b b b b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -39.38 /-4.42  /-34.96 /   /-37.51    -9.85 /-1.11  5   [bos] b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -72.70 /-17.58 /-55.12 /   /-57.67    -3.83 /-0.93  20  [bos] b b b a a a a a a a a b a a b a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -20.12 /-2.81  /-17.31 /   /-19.86    -6.71 /-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.77 /-2.30  /-28.47 /   /-31.02    -15.39/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.91  -0.49 9   0.00 [bos] a a a a b b b [eos]
cls0  - sp1 : -4.50  -0.56 9   0.12 [bos] a a a a b b b [eos]
cls0  - sp2 : -5.45  -0.68 9   0.12 [bos] a a a a b b b [eos]
cls0  - sp3 : -5.49  -0.69 9   0.12 [bos] a a a a b b b [eos]
cls0  - sp4 : -5.64  -0.71 9   0.12 [bos] a a a a b b b [eos]
cls1  - sp0 : -5.09  -0.64 9   0.25 [bos] a a a a b b b [eos]
cls1  - sp1 : -5.19  -0.65 9   0.25 [bos] a a a a b b b [eos]
cls1  - sp2 : -5.42  -0.68 9   0.25 [bos] a a a a a b b [eos]
cls1  - sp3 : -5.54  -0.69 9   0.38 [bos] a a a a b b b [eos]
cls1  - sp4 : -5.56  -0.70 9   0.38 [bos] a a a a b b b [eos]
cls2  - sp0 : -4.49  -0.56 9   0.62 [bos] a a a a a b b [eos]
cls2  - sp1 : -4.53  -0.57 9   0.50 [bos] a a a a a b b [eos]
cls2  - sp2 : -4.56  -0.57 9   0.62 [bos] a a a a b b b [eos]
cls2  - sp3 : -4.62  -0.58 9   0.62 [bos] a a a a b b b [eos]
cls2  - sp4 : -4.73  -0.59 9   0.62 [bos] a a a a a b b [eos]
cls3  - sp0 : -1.97  -0.25 9   0.88 [bos] a a a a b b b [eos]
cls3  - sp1 : -2.21  -0.28 9   0.88 [bos] a a a a a b b [eos]
cls3  - sp2 : -2.64  -0.33 9   1.00 [bos] a a a a b b b [eos]
cls3  - sp3 : -3.07  -0.38 9   1.00 [bos] a a a a a b b [eos]
cls3  - sp4 : -3.98  -0.50 9   0.75 [bos] a a a a b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-165
src: none   none  9   [bos] a a a a b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.64  /-6.47  /3.82   /0.0/0.00    -0.33 /-0.81  9   [bos] a a a a b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -48.63 /-6.47  /-42.16 /   /-45.99    -6.08 /-0.81  9   [bos] b b b b b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -39.11 /-4.42  /-34.68 /   /-38.51    -9.78 /-1.11  5   [bos] b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -91.36 /-17.58 /-73.78 /   /-77.61    -4.81 /-0.93  20  [bos] b b b a a a a a a a a b a a b a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -20.64 /-2.81  /-17.83 /   /-21.65    -6.88 /-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.74 /-2.30  /-28.43 /   /-32.26    -15.37/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.91  -0.49 9   0.00 [bos] a a a a b b b [eos]
cls0  - sp1 : -4.50  -0.56 9   0.12 [bos] a a a a b b b [eos]
cls0  - sp2 : -5.45  -0.68 9   0.12 [bos] a a a a b b b [eos]
cls0  - sp3 : -5.49  -0.69 9   0.12 [bos] a a a a b b b [eos]
cls0  - sp4 : -5.64  -0.71 9   0.12 [bos] a a a a b b b [eos]
cls1  - sp0 : -5.09  -0.64 9   0.25 [bos] a a a a b b b [eos]
cls1  - sp1 : -5.19  -0.65 9   0.25 [bos] a a a a b b b [eos]
cls1  - sp2 : -5.42  -0.68 9   0.25 [bos] a a a a a b b [eos]
cls1  - sp3 : -5.54  -0.69 9   0.38 [bos] a a a a b b b [eos]
cls1  - sp4 : -5.56  -0.70 9   0.38 [bos] a a a a b b b [eos]
cls2  - sp0 : -4.49  -0.56 9   0.62 [bos] a a a a a b b [eos]
cls2  - sp1 : -4.53  -0.57 9   0.50 [bos] a a a a a b b [eos]
cls2  - sp2 : -4.56  -0.57 9   0.62 [bos] a a a a b b b [eos]
cls2  - sp3 : -4.62  -0.58 9   0.62 [bos] a a a a b b b [eos]
cls2  - sp4 : -4.73  -0.59 9   0.62 [bos] a a a a a b b [eos]
cls3  - sp0 : -1.97  -0.25 9   0.88 [bos] a a a a b b b [eos]
cls3  - sp1 : -2.21  -0.28 9   0.88 [bos] a a a a a b b [eos]
cls3  - sp2 : -2.64  -0.33 9   1.00 [bos] a a a a b b b [eos]
cls3  - sp3 : -3.07  -0.38 9   1.00 [bos] a a a a a b b [eos]
cls3  - sp4 : -3.98  -0.50 9   0.75 [bos] a a a a b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-166
src: none   none  9   [bos] a a a a b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.73  /-6.47  /2.73   /0.0/0.00    -0.47 /-0.81  9   [bos] a a a a b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -49.75 /-6.47  /-43.29 /   /-46.02    -6.22 /-0.81  9   [bos] b b b b b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -39.23 /-4.42  /-34.81 /   /-37.54    -9.81 /-1.11  5   [bos] b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -70.97 /-17.58 /-53.39 /   /-56.12    -3.74 /-0.93  20  [bos] b b b a a a a a a a a b a a b a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -19.71 /-2.81  /-16.90 /   /-19.63    -6.57 /-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.70 /-2.30  /-28.40 /   /-31.13    -15.35/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.73  -0.47 9   0.00 [bos] a a a a b b b [eos]
cls0  - sp1 : -4.39  -0.55 9   0.12 [bos] a a a a b b b [eos]
cls0  - sp2 : -4.90  -0.61 9   0.12 [bos] a a a a b b b [eos]
cls0  - sp3 : -5.51  -0.69 9   0.12 [bos] a a a a b b b [eos]
cls0  - sp4 : -5.72  -0.72 9   0.12 [bos] a a a a b b b [eos]
cls1  - sp0 : -4.26  -0.53 9   0.25 [bos] a a a a b b b [eos]
cls1  - sp1 : -4.66  -0.58 9   0.38 [bos] a a a a b b b [eos]
cls1  - sp2 : -5.21  -0.65 9   0.25 [bos] a a a a b b b [eos]
cls1  - sp3 : -5.43  -0.68 9   0.38 [bos] a a a a b b b [eos]
cls1  - sp4 : -5.49  -0.69 9   0.38 [bos] a a a a b b b [eos]
cls2  - sp0 : -4.02  -0.50 9   0.62 [bos] a a a a b b b [eos]
cls2  - sp1 : -4.25  -0.53 9   0.62 [bos] a a a a b b b [eos]
cls2  - sp2 : -4.43  -0.55 9   0.50 [bos] a a a a b b b [eos]
cls2  - sp3 : -4.95  -0.62 9   0.62 [bos] a a a a b b b [eos]
cls2  - sp4 : -5.06  -0.63 9   0.62 [bos] a a a a b b b [eos]
cls3  - sp0 : -1.48  -0.18 9   0.88 [bos] a a a a b b b [eos]
cls3  - sp1 : -2.29  -0.29 9   1.00 [bos] a a a a b b b [eos]
cls3  - sp2 : -3.34  -0.42 9   0.75 [bos] a a a a b b b [eos]
cls3  - sp3 : -3.42  -0.43 9   0.75 [bos] a a a a b b b [eos]
cls3  - sp4 : -3.47  -0.43 9   0.75 [bos] a a a a b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-167
src: none   none  9   [bos] a a a a b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.29  /-6.47  /4.17   /0.0/0.00    -0.29 /-0.81  9   [bos] a a a a b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -49.33 /-6.47  /-42.86 /   /-47.03    -6.17 /-0.81  9   [bos] b b b b b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -40.21 /-4.42  /-35.79 /   /-39.96    -10.05/-1.11  5   [bos] b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -96.12 /-17.58 /-78.54 /   /-82.71    -5.06 /-0.93  20  [bos] b b b a a a a a a a a b a a b a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -20.09 /-2.81  /-17.28 /   /-21.45    -6.70 /-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.18 /-2.30  /-27.88 /   /-32.05    -15.09/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.73  -0.47 9   0.00 [bos] a a a a b b b [eos]
cls0  - sp1 : -4.39  -0.55 9   0.12 [bos] a a a a b b b [eos]
cls0  - sp2 : -4.90  -0.61 9   0.12 [bos] a a a a b b b [eos]
cls0  - sp3 : -5.51  -0.69 9   0.12 [bos] a a a a b b b [eos]
cls0  - sp4 : -5.72  -0.72 9   0.12 [bos] a a a a b b b [eos]
cls1  - sp0 : -4.26  -0.53 9   0.25 [bos] a a a a b b b [eos]
cls1  - sp1 : -4.66  -0.58 9   0.38 [bos] a a a a b b b [eos]
cls1  - sp2 : -5.21  -0.65 9   0.25 [bos] a a a a b b b [eos]
cls1  - sp3 : -5.43  -0.68 9   0.38 [bos] a a a a b b b [eos]
cls1  - sp4 : -5.49  -0.69 9   0.38 [bos] a a a a b b b [eos]
cls2  - sp0 : -4.02  -0.50 9   0.62 [bos] a a a a b b b [eos]
cls2  - sp1 : -4.25  -0.53 9   0.62 [bos] a a a a b b b [eos]
cls2  - sp2 : -4.43  -0.55 9   0.50 [bos] a a a a b b b [eos]
cls2  - sp3 : -4.95  -0.62 9   0.62 [bos] a a a a b b b [eos]
cls2  - sp4 : -5.06  -0.63 9   0.62 [bos] a a a a b b b [eos]
cls3  - sp0 : -1.48  -0.18 9   0.88 [bos] a a a a b b b [eos]
cls3  - sp1 : -2.29  -0.29 9   1.00 [bos] a a a a b b b [eos]
cls3  - sp2 : -3.34  -0.42 9   0.75 [bos] a a a a b b b [eos]
cls3  - sp3 : -3.42  -0.43 9   0.75 [bos] a a a a b b b [eos]
cls3  - sp4 : -3.47  -0.43 9   0.75 [bos] a a a a b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-168
src: none   none  12  [bos] a b a b b b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -7.84  /-10.20 /2.36   /0.0/-0.00    -0.71 /-0.93  12  [bos] a b a b b b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -29.44 /-2.81  /-26.63 /   /-28.99    -9.81 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.18 /-2.30  /-18.88 /   /-21.24    -10.59/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -23.10 /-11.22 /-11.88 /   /-14.24    -1.78 /-0.86  14  [bos] a a a b b b b a a a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -30.16 /-4.42  /-25.74 /   /-28.10    -7.54 /-1.11  5   [bos] b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -24.69 /-6.03  /-18.66 /   /-21.01    -4.94 /-1.21  6   [bos] b b a b [eos]
cls0  - sp0 : -12.91 -12.91 2   0.00 [bos] [eos]
cls0  - sp1 : -34.16 -0.27 128 0.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -34.48 -0.27 128 0.01 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -35.61 -0.28 128 0.00 [bos] a b a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -35.89 -0.28 128 0.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -9.01  -0.75 13  0.25 [bos] a b a b b b b b b b b [eos]
cls1  - sp1 : -11.84 -0.91 14  0.31 [bos] a b a b b b b b b b b b [eos]
cls1  - sp2 : -11.97 -0.86 15  0.29 [bos] a b a b b b b b b b b b b [eos]
cls1  - sp3 : -12.13 -0.87 15  0.29 [bos] a b a b b b b b b b b b b [eos]
cls1  - sp4 : -12.22 -0.87 15  0.29 [bos] a b a b b b b b b b b b b [eos]
cls2  - sp0 : -7.96  -0.66 13  0.67 [bos] a b a b b b b b b b b [eos]
cls2  - sp1 : -8.33  -0.64 14  0.69 [bos] a b a b b b b b b b b b [eos]
cls2  - sp2 : -8.46  -0.71 13  0.67 [bos] a b a b b b b b b b b [eos]
cls2  - sp3 : -8.63  -0.66 14  0.62 [bos] a b a b b b b b b b b b [eos]
cls2  - sp4 : -8.65  -0.72 13  0.67 [bos] a b a b b b b b b b b [eos]
cls3  - sp0 : -11.98 -0.09 128 1.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -13.06 -13.06 2   1.00 [bos] [eos]
cls3  - sp2 : -13.89 -0.11 128 0.99 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -14.67 -0.12 128 1.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -14.77 -0.12 128 1.00 [bos] a b a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-169
src: none   none  12  [bos] a b a b b b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.34  /-10.20 /4.85   /0.0/0.00    -0.49 /-0.93  12  [bos] a b a b b b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -30.66 /-2.81  /-27.85 /   /-32.70    -10.22/-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.00 /-2.30  /-18.70 /   /-23.55    -10.50/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -25.49 /-11.22 /-14.27 /   /-19.13    -1.96 /-0.86  14  [bos] a a a b b b b a a a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -29.25 /-4.42  /-24.83 /   /-29.68    -7.31 /-1.11  5   [bos] b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -24.81 /-6.03  /-18.78 /   /-23.63    -4.96 /-1.21  6   [bos] b b a b [eos]
cls0  - sp0 : -12.91 -12.91 2   0.00 [bos] [eos]
cls0  - sp1 : -34.16 -0.27 128 0.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -34.48 -0.27 128 0.01 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -35.61 -0.28 128 0.00 [bos] a b a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -35.89 -0.28 128 0.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -9.01  -0.75 13  0.25 [bos] a b a b b b b b b b b [eos]
cls1  - sp1 : -11.84 -0.91 14  0.31 [bos] a b a b b b b b b b b b [eos]
cls1  - sp2 : -11.97 -0.86 15  0.29 [bos] a b a b b b b b b b b b b [eos]
cls1  - sp3 : -12.13 -0.87 15  0.29 [bos] a b a b b b b b b b b b b [eos]
cls1  - sp4 : -12.22 -0.87 15  0.29 [bos] a b a b b b b b b b b b b [eos]
cls2  - sp0 : -7.96  -0.66 13  0.67 [bos] a b a b b b b b b b b [eos]
cls2  - sp1 : -8.33  -0.64 14  0.69 [bos] a b a b b b b b b b b b [eos]
cls2  - sp2 : -8.46  -0.71 13  0.67 [bos] a b a b b b b b b b b [eos]
cls2  - sp3 : -8.63  -0.66 14  0.62 [bos] a b a b b b b b b b b b [eos]
cls2  - sp4 : -8.65  -0.72 13  0.67 [bos] a b a b b b b b b b b [eos]
cls3  - sp0 : -11.98 -0.09 128 1.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -13.06 -13.06 2   1.00 [bos] [eos]
cls3  - sp2 : -13.89 -0.11 128 0.99 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -14.67 -0.12 128 1.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -14.77 -0.12 128 1.00 [bos] a b a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-170
src: none   none  12  [bos] a b a b b b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -7.70  /-10.20 /2.50   /0.0/-0.00    -0.70 /-0.93  12  [bos] a b a b b b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -28.79 /-2.81  /-25.98 /   /-28.48    -9.60 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.02 /-2.30  /-18.71 /   /-21.21    -10.51/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -23.20 /-11.22 /-11.99 /   /-14.48    -1.78 /-0.86  14  [bos] a a a b b b b a a a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -29.75 /-4.42  /-25.33 /   /-27.82    -7.44 /-1.11  5   [bos] b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -22.34 /-6.03  /-16.31 /   /-18.81    -4.47 /-1.21  6   [bos] b b a b [eos]
cls0  - sp0 : -12.53 -12.53 2   0.00 [bos] [eos]
cls0  - sp1 : -32.67 -0.26 128 0.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -33.32 -0.26 128 0.01 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -34.40 -0.27 128 0.02 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -34.45 -0.27 128 0.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -10.84 -0.83 14  0.31 [bos] a b a b b b b b b b b b [eos]
cls1  - sp1 : -12.48 -0.78 17  0.25 [bos] a b a b b b b b b b b b b b b [eos]
cls1  - sp2 : -13.47 -0.79 18  0.29 [bos] a b a b b b b b b b b b b b b b [eos]
cls1  - sp3 : -18.64 -0.75 26  0.32 [bos] a b a b b b b b b b b b b b b b b b b b b b b b [eos]
cls1  - sp4 : -19.17 -0.71 28  0.30 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b [eos]
cls2  - sp0 : -8.39  -0.70 13  0.67 [bos] a b a b b b b b b b b [eos]
cls2  - sp1 : -8.46  -0.70 13  0.67 [bos] a b a b b b b b b b b [eos]
cls2  - sp2 : -8.52  -0.71 13  0.58 [bos] a b a b b b b b b b b [eos]
cls2  - sp3 : -8.58  -0.72 13  0.67 [bos] a b a b b b b b b b b [eos]
cls2  - sp4 : -8.60  -0.66 14  0.69 [bos] a b a b b b b b b b b b [eos]
cls3  - sp0 : -12.71 -12.71 2   1.00 [bos] [eos]
cls3  - sp1 : -17.17 -0.14 128 1.00 [bos] a b a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -17.37 -0.14 128 1.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -17.77 -0.14 128 1.00 [bos] a b a b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -18.91 -0.15 128 0.99 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-171
src: none   none  12  [bos] a b a b b b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.27  /-10.20 /4.93   /0.0/0.00    -0.48 /-0.93  12  [bos] a b a b b b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -30.51 /-2.81  /-27.70 /   /-32.63    -10.17/-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.81 /-2.30  /-18.50 /   /-23.43    -10.40/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -23.13 /-11.22 /-11.92 /   /-16.85    -1.78 /-0.86  14  [bos] a a a b b b b a a a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -29.03 /-4.42  /-24.61 /   /-29.53    -7.26 /-1.11  5   [bos] b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -22.77 /-6.03  /-16.74 /   /-21.67    -4.55 /-1.21  6   [bos] b b a b [eos]
cls0  - sp0 : -12.53 -12.53 2   0.00 [bos] [eos]
cls0  - sp1 : -32.67 -0.26 128 0.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -33.32 -0.26 128 0.01 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -34.40 -0.27 128 0.02 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -34.45 -0.27 128 0.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -10.84 -0.83 14  0.31 [bos] a b a b b b b b b b b b [eos]
cls1  - sp1 : -12.48 -0.78 17  0.25 [bos] a b a b b b b b b b b b b b b [eos]
cls1  - sp2 : -13.47 -0.79 18  0.29 [bos] a b a b b b b b b b b b b b b b [eos]
cls1  - sp3 : -18.64 -0.75 26  0.32 [bos] a b a b b b b b b b b b b b b b b b b b b b b b [eos]
cls1  - sp4 : -19.17 -0.71 28  0.30 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b [eos]
cls2  - sp0 : -8.39  -0.70 13  0.67 [bos] a b a b b b b b b b b [eos]
cls2  - sp1 : -8.46  -0.70 13  0.67 [bos] a b a b b b b b b b b [eos]
cls2  - sp2 : -8.52  -0.71 13  0.58 [bos] a b a b b b b b b b b [eos]
cls2  - sp3 : -8.58  -0.72 13  0.67 [bos] a b a b b b b b b b b [eos]
cls2  - sp4 : -8.60  -0.66 14  0.69 [bos] a b a b b b b b b b b b [eos]
cls3  - sp0 : -12.71 -12.71 2   1.00 [bos] [eos]
cls3  - sp1 : -17.17 -0.14 128 1.00 [bos] a b a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -17.37 -0.14 128 1.00 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -17.77 -0.14 128 1.00 [bos] a b a b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -18.91 -0.15 128 0.99 [bos] a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-172
src: none   none  5   [bos] a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.15  /-4.42  /1.28   /0.0/0.00    -0.79 /-1.11  5   [bos] a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.89 /-3.84  /-18.05 /   /-19.33    -4.38 /-0.77  6   [bos] b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -52.63 /-6.47  /-46.17 /   /-47.45    -6.58 /-0.81  9   [bos] a a a a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -32.86 /-4.42  /-28.43 /   /-29.71    -8.21 /-1.11  5   [bos] b a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -19.04 /-2.30  /-16.74 /   /-18.02    -9.52 /-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -32.48 /-4.93  /-27.54 /   /-28.82    -6.50 /-0.99  6   [bos] b b a a [eos]
cls0  - sp0 : -3.15  -0.79 5   0.00 [bos] a b b [eos]
cls0  - sp1 : -7.95  -7.95 2   0.00 [bos] [eos]
cls0  - sp2 : -8.04  -2.01 5   0.00 [bos] [unk] b b [eos]
cls0  - sp3 : -10.19 -1.70 7   0.17 [bos] a b b [unk] a [eos]
cls0  - sp4 : -11.03 -2.76 5   0.00 [bos] a b [pad] [eos]
cls1  - sp0 : -3.30  -0.83 5   0.25 [bos] a b b [eos]
cls1  - sp1 : -3.46  -0.87 5   0.25 [bos] a b b [eos]
cls1  - sp2 : -4.26  -1.07 5   0.25 [bos] a b b [eos]
cls1  - sp3 : -5.41  -1.35 5   0.25 [bos] a b b [eos]
cls1  - sp4 : -7.38  -1.85 5   0.25 [bos] [unk] b b [eos]
cls2  - sp0 : -1.91  -0.48 5   0.50 [bos] a b b [eos]
cls2  - sp1 : -3.81  -0.95 5   0.50 [bos] a b b [eos]
cls2  - sp2 : -4.20  -1.05 5   0.50 [bos] a b b [eos]
cls2  - sp3 : -4.24  -1.06 5   0.50 [bos] a b b [eos]
cls2  - sp4 : -4.58  -1.15 5   0.50 [bos] a b b [eos]
cls3  - sp0 : -0.95  -0.24 5   0.75 [bos] a b b [eos]
cls3  - sp1 : -1.80  -0.45 5   1.00 [bos] a b b [eos]
cls3  - sp2 : -2.85  -0.71 5   0.75 [bos] a b b [eos]
cls3  - sp3 : -4.80  -1.20 5   0.75 [bos] a b b [eos]
cls3  - sp4 : -5.04  -1.26 5   0.75 [bos] a b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-173
src: none   none  5   [bos] a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.80  /-4.42  /2.63   /0.0/0.00    -0.45 /-1.11  5   [bos] a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -22.35 /-3.84  /-18.52 /   /-21.14    -4.47 /-0.77  6   [bos] b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -46.97 /-6.47  /-40.50 /   /-43.13    -5.87 /-0.81  9   [bos] a a a a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -31.88 /-4.42  /-27.46 /   /-30.08    -7.97 /-1.11  5   [bos] b a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -18.50 /-2.30  /-16.20 /   /-18.83    -9.25 /-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -33.96 /-4.93  /-29.03 /   /-31.66    -6.79 /-0.99  6   [bos] b b a a [eos]
cls0  - sp0 : -3.15  -0.79 5   0.00 [bos] a b b [eos]
cls0  - sp1 : -7.95  -7.95 2   0.00 [bos] [eos]
cls0  - sp2 : -8.04  -2.01 5   0.00 [bos] [unk] b b [eos]
cls0  - sp3 : -10.19 -1.70 7   0.17 [bos] a b b [unk] a [eos]
cls0  - sp4 : -11.03 -2.76 5   0.00 [bos] a b [pad] [eos]
cls1  - sp0 : -3.30  -0.83 5   0.25 [bos] a b b [eos]
cls1  - sp1 : -3.46  -0.87 5   0.25 [bos] a b b [eos]
cls1  - sp2 : -4.26  -1.07 5   0.25 [bos] a b b [eos]
cls1  - sp3 : -5.41  -1.35 5   0.25 [bos] a b b [eos]
cls1  - sp4 : -7.38  -1.85 5   0.25 [bos] [unk] b b [eos]
cls2  - sp0 : -1.91  -0.48 5   0.50 [bos] a b b [eos]
cls2  - sp1 : -3.81  -0.95 5   0.50 [bos] a b b [eos]
cls2  - sp2 : -4.20  -1.05 5   0.50 [bos] a b b [eos]
cls2  - sp3 : -4.24  -1.06 5   0.50 [bos] a b b [eos]
cls2  - sp4 : -4.58  -1.15 5   0.50 [bos] a b b [eos]
cls3  - sp0 : -0.95  -0.24 5   0.75 [bos] a b b [eos]
cls3  - sp1 : -1.80  -0.45 5   1.00 [bos] a b b [eos]
cls3  - sp2 : -2.85  -0.71 5   0.75 [bos] a b b [eos]
cls3  - sp3 : -4.80  -1.20 5   0.75 [bos] a b b [eos]
cls3  - sp4 : -5.04  -1.26 5   0.75 [bos] a b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-174
src: none   none  5   [bos] a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.95  /-4.42  /1.48   /0.0/0.00    -0.74 /-1.11  5   [bos] a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.81 /-3.84  /-17.98 /   /-19.45    -4.36 /-0.77  6   [bos] b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -50.90 /-6.47  /-44.43 /   /-45.91    -6.36 /-0.81  9   [bos] a a a a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -32.13 /-4.42  /-27.70 /   /-29.18    -8.03 /-1.11  5   [bos] b a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -18.25 /-2.30  /-15.95 /   /-17.43    -9.13 /-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -31.83 /-4.93  /-26.90 /   /-28.38    -6.37 /-0.99  6   [bos] b b a a [eos]
cls0  - sp0 : -2.95  -0.74 5   0.00 [bos] a b b [eos]
cls0  - sp1 : -7.77  -7.77 2   0.00 [bos] [eos]
cls0  - sp2 : -7.89  -1.97 5   0.00 [bos] [unk] b b [eos]
cls0  - sp3 : -10.17 -1.69 7   0.17 [bos] a b b [unk] a [eos]
cls0  - sp4 : -10.81 -2.70 5   0.00 [bos] a b [pad] [eos]
cls1  - sp0 : -3.33  -0.83 5   0.25 [bos] a b b [eos]
cls1  - sp1 : -3.37  -0.84 5   0.25 [bos] a b b [eos]
cls1  - sp2 : -4.03  -1.01 5   0.25 [bos] a b b [eos]
cls1  - sp3 : -5.38  -1.35 5   0.25 [bos] a b b [eos]
cls1  - sp4 : -7.21  -1.80 5   0.25 [bos] a b [unk] [eos]
cls2  - sp0 : -1.95  -0.49 5   0.50 [bos] a b b [eos]
cls2  - sp1 : -3.87  -0.97 5   0.50 [bos] a b b [eos]
cls2  - sp2 : -4.24  -1.06 5   0.50 [bos] a b b [eos]
cls2  - sp3 : -4.25  -1.06 5   0.50 [bos] a b b [eos]
cls2  - sp4 : -4.47  -1.12 5   0.50 [bos] a b b [eos]
cls3  - sp0 : -0.96  -0.24 5   0.75 [bos] a b b [eos]
cls3  - sp1 : -1.80  -0.45 5   1.00 [bos] a b b [eos]
cls3  - sp2 : -2.87  -0.72 5   0.75 [bos] a b b [eos]
cls3  - sp3 : -4.85  -1.21 5   0.75 [bos] a b b [eos]
cls3  - sp4 : -5.08  -1.27 5   0.75 [bos] a b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-175
src: none   none  5   [bos] a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.80  /-4.42  /2.62   /0.0/0.00    -0.45 /-1.11  5   [bos] a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -22.39 /-3.84  /-18.56 /   /-21.18    -4.48 /-0.77  6   [bos] b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -46.11 /-6.47  /-39.65 /   /-42.27    -5.76 /-0.81  9   [bos] a a a a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -31.24 /-4.42  /-26.82 /   /-29.44    -7.81 /-1.11  5   [bos] b a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -18.07 /-2.30  /-15.77 /   /-18.39    -9.03 /-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -33.40 /-4.93  /-28.47 /   /-31.09    -6.68 /-0.99  6   [bos] b b a a [eos]
cls0  - sp0 : -2.95  -0.74 5   0.00 [bos] a b b [eos]
cls0  - sp1 : -7.77  -7.77 2   0.00 [bos] [eos]
cls0  - sp2 : -7.89  -1.97 5   0.00 [bos] [unk] b b [eos]
cls0  - sp3 : -10.17 -1.69 7   0.17 [bos] a b b [unk] a [eos]
cls0  - sp4 : -10.81 -2.70 5   0.00 [bos] a b [pad] [eos]
cls1  - sp0 : -3.33  -0.83 5   0.25 [bos] a b b [eos]
cls1  - sp1 : -3.37  -0.84 5   0.25 [bos] a b b [eos]
cls1  - sp2 : -4.03  -1.01 5   0.25 [bos] a b b [eos]
cls1  - sp3 : -5.38  -1.35 5   0.25 [bos] a b b [eos]
cls1  - sp4 : -7.21  -1.80 5   0.25 [bos] a b [unk] [eos]
cls2  - sp0 : -1.95  -0.49 5   0.50 [bos] a b b [eos]
cls2  - sp1 : -3.87  -0.97 5   0.50 [bos] a b b [eos]
cls2  - sp2 : -4.24  -1.06 5   0.50 [bos] a b b [eos]
cls2  - sp3 : -4.25  -1.06 5   0.50 [bos] a b b [eos]
cls2  - sp4 : -4.47  -1.12 5   0.50 [bos] a b b [eos]
cls3  - sp0 : -0.96  -0.24 5   0.75 [bos] a b b [eos]
cls3  - sp1 : -1.80  -0.45 5   1.00 [bos] a b b [eos]
cls3  - sp2 : -2.87  -0.72 5   0.75 [bos] a b b [eos]
cls3  - sp3 : -4.85  -1.21 5   0.75 [bos] a b b [eos]
cls3  - sp4 : -5.08  -1.27 5   0.75 [bos] a b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-176
src: none   none  6   [bos] a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.87  /-3.84  /0.96   /0.0/-0.00    -0.57 /-0.77  6   [bos] a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -16.85 /-3.32  /-13.52 /   /-14.49    -4.21 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.57 /-2.81  /-16.76 /   /-17.72    -6.52 /-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -46.04 /-8.66  /-37.37 /   /-38.33    -5.75 /-1.08  9   [bos] a a a b a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -19.57 /-2.81  /-16.76 /   /-17.72    -6.52 /-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -112.75/-17.42 /-95.32 /   /-96.28    -4.90 /-0.76  24  [bos] b b b b a a a a b b b b b a a a b b b b b b [eos]
cls0  - sp0 : -2.87  -0.57 6   0.00 [bos] a a a a [eos]
cls0  - sp1 : -3.21  -0.64 6   0.20 [bos] a a a a [eos]
cls0  - sp2 : -3.94  -0.79 6   0.20 [bos] a a a a [eos]
cls0  - sp3 : -3.94  -0.79 6   0.20 [bos] a a a a [eos]
cls0  - sp4 : -4.46  -0.89 6   0.20 [bos] a a a a [eos]
cls1  - sp0 : -3.41  -0.68 6   0.40 [bos] a a a a [eos]
cls1  - sp1 : -3.85  -0.77 6   0.40 [bos] a a a a [eos]
cls1  - sp2 : -3.93  -0.79 6   0.40 [bos] a a a a [eos]
cls1  - sp3 : -3.96  -0.79 6   0.40 [bos] a a a a [eos]
cls1  - sp4 : -4.09  -0.82 6   0.40 [bos] a a a a [eos]
cls2  - sp0 : -2.87  -0.57 6   0.60 [bos] a a a a [eos]
cls2  - sp1 : -3.07  -0.61 6   0.60 [bos] a a a a [eos]
cls2  - sp2 : -3.46  -0.69 6   0.60 [bos] a a a a [eos]
cls2  - sp3 : -3.67  -0.73 6   0.60 [bos] a a a a [eos]
cls2  - sp4 : -4.08  -0.82 6   0.60 [bos] a a a a [eos]
cls3  - sp0 : -1.66  -0.33 6   0.80 [bos] a a a a [eos]
cls3  - sp1 : -2.35  -0.47 6   1.00 [bos] a a a a [eos]
cls3  - sp2 : -3.54  -0.71 6   0.80 [bos] a a a a [eos]
cls3  - sp3 : -4.00  -0.80 6   0.80 [bos] a a a a [eos]
cls3  - sp4 : -4.23  -0.85 6   0.80 [bos] a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-177
src: none   none  6   [bos] a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.35  /-3.84  /1.48   /0.0/-0.00    -0.47 /-0.77  6   [bos] a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -14.55 /-3.32  /-11.22 /   /-12.71    -3.64 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.82 /-2.81  /-17.01 /   /-18.50    -6.61 /-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -46.94 /-8.66  /-38.28 /   /-39.77    -5.87 /-1.08  9   [bos] a a a b a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -19.82 /-2.81  /-17.01 /   /-18.50    -6.61 /-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -131.67/-17.42 /-114.25/   /-115.73    -5.72 /-0.76  24  [bos] b b b b a a a a b b b b b a a a b b b b b b [eos]
cls0  - sp0 : -2.87  -0.57 6   0.00 [bos] a a a a [eos]
cls0  - sp1 : -3.21  -0.64 6   0.20 [bos] a a a a [eos]
cls0  - sp2 : -3.94  -0.79 6   0.20 [bos] a a a a [eos]
cls0  - sp3 : -3.94  -0.79 6   0.20 [bos] a a a a [eos]
cls0  - sp4 : -4.46  -0.89 6   0.20 [bos] a a a a [eos]
cls1  - sp0 : -3.41  -0.68 6   0.40 [bos] a a a a [eos]
cls1  - sp1 : -3.85  -0.77 6   0.40 [bos] a a a a [eos]
cls1  - sp2 : -3.93  -0.79 6   0.40 [bos] a a a a [eos]
cls1  - sp3 : -3.96  -0.79 6   0.40 [bos] a a a a [eos]
cls1  - sp4 : -4.09  -0.82 6   0.40 [bos] a a a a [eos]
cls2  - sp0 : -2.87  -0.57 6   0.60 [bos] a a a a [eos]
cls2  - sp1 : -3.07  -0.61 6   0.60 [bos] a a a a [eos]
cls2  - sp2 : -3.46  -0.69 6   0.60 [bos] a a a a [eos]
cls2  - sp3 : -3.67  -0.73 6   0.60 [bos] a a a a [eos]
cls2  - sp4 : -4.08  -0.82 6   0.60 [bos] a a a a [eos]
cls3  - sp0 : -1.66  -0.33 6   0.80 [bos] a a a a [eos]
cls3  - sp1 : -2.35  -0.47 6   1.00 [bos] a a a a [eos]
cls3  - sp2 : -3.54  -0.71 6   0.80 [bos] a a a a [eos]
cls3  - sp3 : -4.00  -0.80 6   0.80 [bos] a a a a [eos]
cls3  - sp4 : -4.23  -0.85 6   0.80 [bos] a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-178
src: none   none  6   [bos] a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.89  /-3.84  /0.95   /0.0/-0.00    -0.58 /-0.77  6   [bos] a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -18.36 /-3.32  /-15.04 /   /-15.98    -4.59 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -18.90 /-2.81  /-16.08 /   /-17.03    -6.30 /-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -45.69 /-8.66  /-37.02 /   /-37.97    -5.71 /-1.08  9   [bos] a a a b a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -18.90 /-2.81  /-16.08 /   /-17.03    -6.30 /-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -108.01/-17.42 /-90.59 /   /-91.53    -4.70 /-0.76  24  [bos] b b b b a a a a b b b b b a a a b b b b b b [eos]
cls0  - sp0 : -2.89  -0.58 6   0.00 [bos] a a a a [eos]
cls0  - sp1 : -3.21  -0.64 6   0.20 [bos] a a a a [eos]
cls0  - sp2 : -3.99  -0.80 6   0.20 [bos] a a a a [eos]
cls0  - sp3 : -4.04  -0.81 6   0.20 [bos] a a a a [eos]
cls0  - sp4 : -4.47  -0.89 6   0.20 [bos] a a a a [eos]
cls1  - sp0 : -3.47  -0.69 6   0.40 [bos] a a a a [eos]
cls1  - sp1 : -3.87  -0.77 6   0.40 [bos] a a a a [eos]
cls1  - sp2 : -3.89  -0.78 6   0.40 [bos] a a a a [eos]
cls1  - sp3 : -3.98  -0.80 6   0.40 [bos] a a a a [eos]
cls1  - sp4 : -4.20  -0.84 6   0.40 [bos] a a a a [eos]
cls2  - sp0 : -2.85  -0.57 6   0.60 [bos] a a a a [eos]
cls2  - sp1 : -2.91  -0.58 6   0.60 [bos] a a a a [eos]
cls2  - sp2 : -3.60  -0.72 6   0.60 [bos] a a a a [eos]
cls2  - sp3 : -3.77  -0.75 6   0.60 [bos] a a a a [eos]
cls2  - sp4 : -4.10  -0.82 6   0.60 [bos] a a a a [eos]
cls3  - sp0 : -1.61  -0.32 6   0.80 [bos] a a a a [eos]
cls3  - sp1 : -2.26  -0.45 6   1.00 [bos] a a a a [eos]
cls3  - sp2 : -3.48  -0.70 6   0.80 [bos] a a a a [eos]
cls3  - sp3 : -3.87  -0.77 6   0.80 [bos] a a a a [eos]
cls3  - sp4 : -4.31  -0.86 6   0.80 [bos] a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-179
src: none   none  6   [bos] a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.26  /-3.84  /1.57   /0.0/-0.00    -0.45 /-0.77  6   [bos] a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -14.18 /-3.32  /-10.86 /   /-12.43    -3.55 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.88 /-2.81  /-17.07 /   /-18.64    -6.63 /-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -45.77 /-8.66  /-37.11 /   /-38.68    -5.72 /-1.08  9   [bos] a a a b a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -19.88 /-2.81  /-17.07 /   /-18.64    -6.63 /-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -121.89/-17.42 /-104.46/   /-106.03    -5.30 /-0.76  24  [bos] b b b b a a a a b b b b b a a a b b b b b b [eos]
cls0  - sp0 : -2.89  -0.58 6   0.00 [bos] a a a a [eos]
cls0  - sp1 : -3.21  -0.64 6   0.20 [bos] a a a a [eos]
cls0  - sp2 : -3.99  -0.80 6   0.20 [bos] a a a a [eos]
cls0  - sp3 : -4.04  -0.81 6   0.20 [bos] a a a a [eos]
cls0  - sp4 : -4.47  -0.89 6   0.20 [bos] a a a a [eos]
cls1  - sp0 : -3.47  -0.69 6   0.40 [bos] a a a a [eos]
cls1  - sp1 : -3.87  -0.77 6   0.40 [bos] a a a a [eos]
cls1  - sp2 : -3.89  -0.78 6   0.40 [bos] a a a a [eos]
cls1  - sp3 : -3.98  -0.80 6   0.40 [bos] a a a a [eos]
cls1  - sp4 : -4.20  -0.84 6   0.40 [bos] a a a a [eos]
cls2  - sp0 : -2.85  -0.57 6   0.60 [bos] a a a a [eos]
cls2  - sp1 : -2.91  -0.58 6   0.60 [bos] a a a a [eos]
cls2  - sp2 : -3.60  -0.72 6   0.60 [bos] a a a a [eos]
cls2  - sp3 : -3.77  -0.75 6   0.60 [bos] a a a a [eos]
cls2  - sp4 : -4.10  -0.82 6   0.60 [bos] a a a a [eos]
cls3  - sp0 : -1.61  -0.32 6   0.80 [bos] a a a a [eos]
cls3  - sp1 : -2.26  -0.45 6   1.00 [bos] a a a a [eos]
cls3  - sp2 : -3.48  -0.70 6   0.80 [bos] a a a a [eos]
cls3  - sp3 : -3.87  -0.77 6   0.80 [bos] a a a a [eos]
cls3  - sp4 : -4.31  -0.86 6   0.80 [bos] a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-180
src: none   none  5   [bos] a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.04  /-4.42  /1.38   /0.0/0.00    -0.76 /-1.11  5   [bos] a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -18.65 /-2.81  /-15.84 /   /-17.22    -6.22 /-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -53.73 /-5.96  /-47.77 /   /-49.15    -7.68 /-0.85  8   [bos] b b b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -18.25 /-2.30  /-15.95 /   /-17.33    -9.13 /-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -61.05 /-8.66  /-52.39 /   /-53.77    -7.63 /-1.08  9   [bos] b a a a a b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -33.95 /-10.20 /-23.75 /   /-25.13    -3.09 /-0.93  12  [bos] a a b b b b b b a b [eos]
cls0  - sp0 : -3.04  -0.76 5   0.00 [bos] a a b [eos]
cls0  - sp1 : -7.85  -1.96 5   0.00 [bos] [unk] a b [eos]
cls0  - sp2 : -7.92  -7.92 2   0.00 [bos] [eos]
cls0  - sp3 : -10.26 -2.05 6   0.20 [bos] a a b [pad] [eos]
cls0  - sp4 : -10.35 -1.73 7   0.17 [bos] a a b [unk] a [eos]
cls1  - sp0 : -2.74  -0.69 5   0.25 [bos] a a b [eos]
cls1  - sp1 : -4.00  -1.00 5   0.25 [bos] a a b [eos]
cls1  - sp2 : -4.56  -1.14 5   0.25 [bos] a a b [eos]
cls1  - sp3 : -4.63  -1.16 5   0.25 [bos] a a b [eos]
cls1  - sp4 : -6.78  -1.70 5   0.25 [bos] [unk] a b [eos]
cls2  - sp0 : -2.00  -0.50 5   0.50 [bos] a a b [eos]
cls2  - sp1 : -3.01  -0.75 5   0.50 [bos] a a b [eos]
cls2  - sp2 : -3.58  -0.89 5   0.50 [bos] a a b [eos]
cls2  - sp3 : -4.49  -1.12 5   0.50 [bos] a a b [eos]
cls2  - sp4 : -5.30  -1.32 5   0.50 [bos] [unk] a b [eos]
cls3  - sp0 : -1.06  -0.26 5   0.75 [bos] a a b [eos]
cls3  - sp1 : -1.83  -0.46 5   1.00 [bos] a a b [eos]
cls3  - sp2 : -2.85  -0.71 5   0.75 [bos] a a b [eos]
cls3  - sp3 : -3.76  -0.94 5   0.75 [bos] a a b [eos]
cls3  - sp4 : -5.37  -1.34 5   0.75 [bos] a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-181
src: none   none  5   [bos] a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.83  /-4.42  /2.59   /0.0/0.00    -0.46 /-1.11  5   [bos] a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -18.00 /-2.81  /-15.19 /   /-17.78    -6.00 /-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -56.60 /-5.96  /-50.64 /   /-53.24    -8.09 /-0.85  8   [bos] b b b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -18.10 /-2.30  /-15.79 /   /-18.39    -9.05 /-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -56.91 /-8.66  /-48.24 /   /-50.84    -7.11 /-1.08  9   [bos] b a a a a b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -38.07 /-10.20 /-27.88 /   /-30.47    -3.46 /-0.93  12  [bos] a a b b b b b b a b [eos]
cls0  - sp0 : -3.04  -0.76 5   0.00 [bos] a a b [eos]
cls0  - sp1 : -7.85  -1.96 5   0.00 [bos] [unk] a b [eos]
cls0  - sp2 : -7.92  -7.92 2   0.00 [bos] [eos]
cls0  - sp3 : -10.26 -2.05 6   0.20 [bos] a a b [pad] [eos]
cls0  - sp4 : -10.35 -1.73 7   0.17 [bos] a a b [unk] a [eos]
cls1  - sp0 : -2.74  -0.69 5   0.25 [bos] a a b [eos]
cls1  - sp1 : -4.00  -1.00 5   0.25 [bos] a a b [eos]
cls1  - sp2 : -4.56  -1.14 5   0.25 [bos] a a b [eos]
cls1  - sp3 : -4.63  -1.16 5   0.25 [bos] a a b [eos]
cls1  - sp4 : -6.78  -1.70 5   0.25 [bos] [unk] a b [eos]
cls2  - sp0 : -2.00  -0.50 5   0.50 [bos] a a b [eos]
cls2  - sp1 : -3.01  -0.75 5   0.50 [bos] a a b [eos]
cls2  - sp2 : -3.58  -0.89 5   0.50 [bos] a a b [eos]
cls2  - sp3 : -4.49  -1.12 5   0.50 [bos] a a b [eos]
cls2  - sp4 : -5.30  -1.32 5   0.50 [bos] [unk] a b [eos]
cls3  - sp0 : -1.06  -0.26 5   0.75 [bos] a a b [eos]
cls3  - sp1 : -1.83  -0.46 5   1.00 [bos] a a b [eos]
cls3  - sp2 : -2.85  -0.71 5   0.75 [bos] a a b [eos]
cls3  - sp3 : -3.76  -0.94 5   0.75 [bos] a a b [eos]
cls3  - sp4 : -5.37  -1.34 5   0.75 [bos] a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-182
src: none   none  5   [bos] a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.01  /-4.42  /1.41   /0.0/0.00    -0.75 /-1.11  5   [bos] a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -18.19 /-2.81  /-15.38 /   /-16.79    -6.06 /-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -55.18 /-5.96  /-49.22 /   /-50.64    -7.88 /-0.85  8   [bos] b b b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -17.56 /-2.30  /-15.26 /   /-16.68    -8.78 /-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -61.05 /-8.66  /-52.39 /   /-53.81    -7.63 /-1.08  9   [bos] b a a a a b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -38.33 /-10.20 /-28.13 /   /-29.55    -3.48 /-0.93  12  [bos] a a b b b b b b a b [eos]
cls0  - sp0 : -3.01  -0.75 5   0.00 [bos] a a b [eos]
cls0  - sp1 : -7.80  -1.95 5   0.00 [bos] [unk] a b [eos]
cls0  - sp2 : -7.81  -7.81 2   0.00 [bos] [eos]
cls0  - sp3 : -10.30 -1.72 7   0.17 [bos] a a b [unk] a [eos]
cls0  - sp4 : -10.35 -2.07 6   0.20 [bos] a a b [pad] [eos]
cls1  - sp0 : -2.82  -0.70 5   0.25 [bos] a a b [eos]
cls1  - sp1 : -3.99  -1.00 5   0.25 [bos] a a b [eos]
cls1  - sp2 : -4.46  -1.11 5   0.25 [bos] a a b [eos]
cls1  - sp3 : -4.61  -1.15 5   0.25 [bos] a a b [eos]
cls1  - sp4 : -6.81  -1.70 5   0.25 [bos] [unk] a b [eos]
cls2  - sp0 : -1.97  -0.49 5   0.50 [bos] a a b [eos]
cls2  - sp1 : -3.05  -0.76 5   0.50 [bos] a a b [eos]
cls2  - sp2 : -3.65  -0.91 5   0.50 [bos] a a b [eos]
cls2  - sp3 : -4.39  -1.10 5   0.50 [bos] a a b [eos]
cls2  - sp4 : -5.18  -1.30 5   0.50 [bos] [unk] a b [eos]
cls3  - sp0 : -1.07  -0.27 5   0.75 [bos] a a b [eos]
cls3  - sp1 : -1.83  -0.46 5   1.00 [bos] a a b [eos]
cls3  - sp2 : -2.82  -0.70 5   0.75 [bos] a a b [eos]
cls3  - sp3 : -3.80  -0.95 5   0.75 [bos] a a b [eos]
cls3  - sp4 : -5.27  -1.32 5   0.75 [bos] a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-183
src: none   none  5   [bos] a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.83  /-4.42  /2.59   /0.0/0.00    -0.46 /-1.11  5   [bos] a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -17.55 /-2.81  /-14.74 /   /-17.33    -5.85 /-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -56.35 /-5.96  /-50.39 /   /-52.99    -8.05 /-0.85  8   [bos] b b b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -17.45 /-2.30  /-15.14 /   /-17.74    -8.72 /-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -56.37 /-8.66  /-47.70 /   /-50.30    -7.05 /-1.08  9   [bos] b a a a a b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -34.16 /-10.20 /-23.96 /   /-26.55    -3.11 /-0.93  12  [bos] a a b b b b b b a b [eos]
cls0  - sp0 : -3.01  -0.75 5   0.00 [bos] a a b [eos]
cls0  - sp1 : -7.80  -1.95 5   0.00 [bos] [unk] a b [eos]
cls0  - sp2 : -7.81  -7.81 2   0.00 [bos] [eos]
cls0  - sp3 : -10.30 -1.72 7   0.17 [bos] a a b [unk] a [eos]
cls0  - sp4 : -10.35 -2.07 6   0.20 [bos] a a b [pad] [eos]
cls1  - sp0 : -2.82  -0.70 5   0.25 [bos] a a b [eos]
cls1  - sp1 : -3.99  -1.00 5   0.25 [bos] a a b [eos]
cls1  - sp2 : -4.46  -1.11 5   0.25 [bos] a a b [eos]
cls1  - sp3 : -4.61  -1.15 5   0.25 [bos] a a b [eos]
cls1  - sp4 : -6.81  -1.70 5   0.25 [bos] [unk] a b [eos]
cls2  - sp0 : -1.97  -0.49 5   0.50 [bos] a a b [eos]
cls2  - sp1 : -3.05  -0.76 5   0.50 [bos] a a b [eos]
cls2  - sp2 : -3.65  -0.91 5   0.50 [bos] a a b [eos]
cls2  - sp3 : -4.39  -1.10 5   0.50 [bos] a a b [eos]
cls2  - sp4 : -5.18  -1.30 5   0.50 [bos] [unk] a b [eos]
cls3  - sp0 : -1.07  -0.27 5   0.75 [bos] a a b [eos]
cls3  - sp1 : -1.83  -0.46 5   1.00 [bos] a a b [eos]
cls3  - sp2 : -2.82  -0.70 5   0.75 [bos] a a b [eos]
cls3  - sp3 : -3.80  -0.95 5   0.75 [bos] a a b [eos]
cls3  - sp4 : -5.27  -1.32 5   0.75 [bos] a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-184
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.0/0.00    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -48.98 /-5.96  /-43.02 /   /-44.03    -7.00 /-0.85  8   [bos] b b b b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -27.71 /-3.32  /-24.39 /   /-25.39    -6.93 /-0.83  5   [bos] b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -97.44 /-10.63 /-86.81 /   /-87.82    -6.96 /-0.76  15  [bos] b b b a a a a b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -48.55 /-6.54  /-42.00 /   /-43.01    -8.09 /-1.09  7   [bos] b b b a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -19.43 /-2.81  /-16.61 /   /-17.62    -6.48 /-0.94  4   [bos] b b [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-185
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.0/0.00    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -49.76 /-5.96  /-43.80 /   /-44.39    -7.11 /-0.85  8   [bos] b b b b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.25 /-3.32  /-24.93 /   /-25.51    -7.06 /-0.83  5   [bos] b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -87.66 /-10.63 /-77.03 /   /-77.62    -6.26 /-0.76  15  [bos] b b b a a a a b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -48.32 /-6.54  /-41.78 /   /-42.36    -8.05 /-1.09  7   [bos] b b b a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.16 /-2.81  /-18.34 /   /-18.93    -7.05 /-0.94  4   [bos] b b [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-186
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.0/0.00    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -49.27 /-5.96  /-43.32 /   /-44.32    -7.04 /-0.85  8   [bos] b b b b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.00 /-3.32  /-24.67 /   /-25.68    -7.00 /-0.83  5   [bos] b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -98.13 /-10.63 /-87.50 /   /-88.51    -7.01 /-0.76  15  [bos] b b b a a a a b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -48.92 /-6.54  /-42.38 /   /-43.39    -8.15 /-1.09  7   [bos] b b b a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -19.53 /-2.81  /-16.71 /   /-17.72    -6.51 /-0.94  4   [bos] b b [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-187
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.0/0.00    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -49.96 /-5.96  /-44.01 /   /-44.59    -7.14 /-0.85  8   [bos] b b b b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.74 /-3.32  /-25.42 /   /-26.00    -7.19 /-0.83  5   [bos] b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -92.84 /-10.63 /-82.21 /   /-82.79    -6.63 /-0.76  15  [bos] b b b a a a a b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -48.85 /-6.54  /-42.30 /   /-42.89    -8.14 /-1.09  7   [bos] b b b a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -20.91 /-2.81  /-18.10 /   /-18.68    -6.97 /-0.94  4   [bos] b b [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-188
src: none   none  7   [bos] b a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.27  /-5.44  /2.18   /0.0/0.00    -0.54 /-0.91  7   [bos] b a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -39.19 /-3.32  /-35.87 /   /-38.04    -9.80 /-0.83  5   [bos] b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -31.80 /-6.03  /-25.76 /   /-27.94    -6.36 /-1.21  6   [bos] a b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -118.73/-17.14 /-101.59/   /-103.76    -7.42 /-1.07  17  [bos] a b a b b a a a b a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -175.27/-27.36 /-147.91/   /-150.09    -4.87 /-0.76  37  [bos] a a a b b b b a a a b a a a a a a a a a b b b b a a a a b b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -28.95 /-5.52  /-23.42 /   /-25.60    -7.24 /-1.38  5   [bos] b a b [eos]
cls0  - sp0 : -3.11  -0.52 7   0.17 [bos] b a a a a [eos]
cls0  - sp1 : -3.27  -0.54 7   0.00 [bos] b a a a a [eos]
cls0  - sp2 : -4.28  -0.71 7   0.17 [bos] b a a a a [eos]
cls0  - sp3 : -4.91  -0.82 7   0.17 [bos] b a a a a [eos]
cls0  - sp4 : -4.92  -0.82 7   0.17 [bos] b a a a [unk] [eos]
cls1  - sp0 : -3.79  -0.63 7   0.33 [bos] b a a a [pad] [eos]
cls1  - sp1 : -3.87  -0.64 7   0.33 [bos] b a a a a [eos]
cls1  - sp2 : -4.24  -0.71 7   0.33 [bos] b a a a a [eos]
cls1  - sp3 : -4.43  -0.74 7   0.33 [bos] b a a a a [eos]
cls1  - sp4 : -4.92  -0.82 7   0.33 [bos] b a a a [unk] [eos]
cls2  - sp0 : -3.48  -0.58 7   0.67 [bos] b a a a [pad] [eos]
cls2  - sp1 : -3.65  -0.61 7   0.67 [bos] b a a a a [eos]
cls2  - sp2 : -4.12  -0.69 7   0.50 [bos] b a a a [pad] [eos]
cls2  - sp3 : -4.20  -0.70 7   0.67 [bos] b a a a [unk] [eos]
cls2  - sp4 : -4.32  -0.72 7   0.50 [bos] b a a a a [eos]
cls3  - sp0 : -2.96  -0.49 7   0.83 [bos] b a a a [pad] [eos]
cls3  - sp1 : -3.15  -0.53 7   0.83 [bos] b a a a a [eos]
cls3  - sp2 : -3.55  -0.59 7   1.00 [bos] b a a a [pad] [eos]
cls3  - sp3 : -3.75  -0.62 7   1.00 [bos] b a a a a [eos]
cls3  - sp4 : -4.07  -0.68 7   0.83 [bos] b a a a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-189
src: none   none  7   [bos] b a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.75  /-5.44  /1.70   /0.0/0.00    -0.62 /-0.91  7   [bos] b a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -41.26 /-3.32  /-37.93 /   /-39.63    -10.31/-0.83  5   [bos] b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -24.36 /-6.03  /-18.33 /   /-20.03    -4.87 /-1.21  6   [bos] a b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -102.38/-17.14 /-85.23 /   /-86.93    -6.40 /-1.07  17  [bos] a b a b b a a a b a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -153.13/-27.36 /-125.77/   /-127.47    -4.25 /-0.76  37  [bos] a a a b b b b a a a b a a a a a a a a a b b b b a a a a b b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.57 /-5.52  /-25.05 /   /-26.75    -7.64 /-1.38  5   [bos] b a b [eos]
cls0  - sp0 : -3.11  -0.52 7   0.17 [bos] b a a a a [eos]
cls0  - sp1 : -3.27  -0.54 7   0.00 [bos] b a a a a [eos]
cls0  - sp2 : -4.28  -0.71 7   0.17 [bos] b a a a a [eos]
cls0  - sp3 : -4.91  -0.82 7   0.17 [bos] b a a a a [eos]
cls0  - sp4 : -4.92  -0.82 7   0.17 [bos] b a a a [unk] [eos]
cls1  - sp0 : -3.79  -0.63 7   0.33 [bos] b a a a [pad] [eos]
cls1  - sp1 : -3.87  -0.64 7   0.33 [bos] b a a a a [eos]
cls1  - sp2 : -4.24  -0.71 7   0.33 [bos] b a a a a [eos]
cls1  - sp3 : -4.43  -0.74 7   0.33 [bos] b a a a a [eos]
cls1  - sp4 : -4.92  -0.82 7   0.33 [bos] b a a a [unk] [eos]
cls2  - sp0 : -3.48  -0.58 7   0.67 [bos] b a a a [pad] [eos]
cls2  - sp1 : -3.65  -0.61 7   0.67 [bos] b a a a a [eos]
cls2  - sp2 : -4.12  -0.69 7   0.50 [bos] b a a a [pad] [eos]
cls2  - sp3 : -4.20  -0.70 7   0.67 [bos] b a a a [unk] [eos]
cls2  - sp4 : -4.32  -0.72 7   0.50 [bos] b a a a a [eos]
cls3  - sp0 : -2.96  -0.49 7   0.83 [bos] b a a a [pad] [eos]
cls3  - sp1 : -3.15  -0.53 7   0.83 [bos] b a a a a [eos]
cls3  - sp2 : -3.55  -0.59 7   1.00 [bos] b a a a [pad] [eos]
cls3  - sp3 : -3.75  -0.62 7   1.00 [bos] b a a a a [eos]
cls3  - sp4 : -4.07  -0.68 7   0.83 [bos] b a a a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-190
src: none   none  7   [bos] b a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.11  /-5.44  /2.34   /0.0/0.00    -0.52 /-0.91  7   [bos] b a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -38.26 /-3.32  /-34.93 /   /-37.27    -9.56 /-0.83  5   [bos] b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -29.20 /-6.03  /-23.16 /   /-25.50    -5.84 /-1.21  6   [bos] a b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -97.28 /-17.14 /-80.13 /   /-82.47    -6.08 /-1.07  17  [bos] a b a b b a a a b a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -121.55/-27.36 /-94.19 /   /-96.52    -3.38 /-0.76  37  [bos] a a a b b b b a a a b a a a a a a a a a b b b b a a a a b b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -28.61 /-5.52  /-23.09 /   /-25.43    -7.15 /-1.38  5   [bos] b a b [eos]
cls0  - sp0 : -3.11  -0.52 7   0.00 [bos] b a a a a [eos]
cls0  - sp1 : -3.19  -0.53 7   0.17 [bos] b a a a a [eos]
cls0  - sp2 : -4.10  -0.68 7   0.17 [bos] b a a a a [eos]
cls0  - sp3 : -4.74  -0.79 7   0.17 [bos] b a a a a [eos]
cls0  - sp4 : -5.01  -0.84 7   0.17 [bos] b a a a [unk] [eos]
cls1  - sp0 : -3.86  -0.64 7   0.33 [bos] b a a a [pad] [eos]
cls1  - sp1 : -4.06  -0.68 7   0.33 [bos] b a a a a [eos]
cls1  - sp2 : -4.53  -0.75 7   0.33 [bos] b a a a a [eos]
cls1  - sp3 : -4.62  -0.77 7   0.33 [bos] b a a a a [eos]
cls1  - sp4 : -4.90  -0.82 7   0.33 [bos] b a a a [unk] [eos]
cls2  - sp0 : -3.34  -0.56 7   0.67 [bos] b a a a [pad] [eos]
cls2  - sp1 : -3.87  -0.65 7   0.67 [bos] b a a a a [eos]
cls2  - sp2 : -4.06  -0.68 7   0.67 [bos] b a a a [unk] [eos]
cls2  - sp3 : -4.10  -0.68 7   0.67 [bos] b a a a a [eos]
cls2  - sp4 : -4.12  -0.69 7   0.50 [bos] b a a a [pad] [eos]
cls3  - sp0 : -2.74  -0.46 7   0.83 [bos] b a a a [pad] [eos]
cls3  - sp1 : -3.27  -0.54 7   1.00 [bos] b a a a [pad] [eos]
cls3  - sp2 : -3.31  -0.55 7   0.83 [bos] b a a a a [eos]
cls3  - sp3 : -3.85  -0.64 7   1.00 [bos] b a a a a [eos]
cls3  - sp4 : -3.86  -0.64 7   0.83 [bos] b a a a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-191
src: none   none  7   [bos] b a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.85  /-5.44  /1.60   /0.0/0.00    -0.64 /-0.91  7   [bos] b a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -39.36 /-3.32  /-36.04 /   /-37.64    -9.84 /-0.83  5   [bos] b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -22.75 /-6.03  /-16.72 /   /-18.32    -4.55 /-1.21  6   [bos] a b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -97.52 /-17.14 /-80.37 /   /-81.97    -6.09 /-1.07  17  [bos] a b a b b a a a b a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -144.63/-27.36 /-117.27/   /-118.87    -4.02 /-0.76  37  [bos] a a a b b b b a a a b a a a a a a a a a b b b b a a a a b b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.31 /-5.52  /-23.79 /   /-25.39    -7.33 /-1.38  5   [bos] b a b [eos]
cls0  - sp0 : -3.11  -0.52 7   0.00 [bos] b a a a a [eos]
cls0  - sp1 : -3.19  -0.53 7   0.17 [bos] b a a a a [eos]
cls0  - sp2 : -4.10  -0.68 7   0.17 [bos] b a a a a [eos]
cls0  - sp3 : -4.74  -0.79 7   0.17 [bos] b a a a a [eos]
cls0  - sp4 : -5.01  -0.84 7   0.17 [bos] b a a a [unk] [eos]
cls1  - sp0 : -3.86  -0.64 7   0.33 [bos] b a a a [pad] [eos]
cls1  - sp1 : -4.06  -0.68 7   0.33 [bos] b a a a a [eos]
cls1  - sp2 : -4.53  -0.75 7   0.33 [bos] b a a a a [eos]
cls1  - sp3 : -4.62  -0.77 7   0.33 [bos] b a a a a [eos]
cls1  - sp4 : -4.90  -0.82 7   0.33 [bos] b a a a [unk] [eos]
cls2  - sp0 : -3.34  -0.56 7   0.67 [bos] b a a a [pad] [eos]
cls2  - sp1 : -3.87  -0.65 7   0.67 [bos] b a a a a [eos]
cls2  - sp2 : -4.06  -0.68 7   0.67 [bos] b a a a [unk] [eos]
cls2  - sp3 : -4.10  -0.68 7   0.67 [bos] b a a a a [eos]
cls2  - sp4 : -4.12  -0.69 7   0.50 [bos] b a a a [pad] [eos]
cls3  - sp0 : -2.74  -0.46 7   0.83 [bos] b a a a [pad] [eos]
cls3  - sp1 : -3.27  -0.54 7   1.00 [bos] b a a a [pad] [eos]
cls3  - sp2 : -3.31  -0.55 7   0.83 [bos] b a a a a [eos]
cls3  - sp3 : -3.85  -0.64 7   1.00 [bos] b a a a a [eos]
cls3  - sp4 : -3.86  -0.64 7   0.83 [bos] b a a a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-192
src: none   none  22  [bos] b b b b a a a b b a b b b a a a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -19.99 /-18.60 /-1.39  /0.0/0.00    -0.95 /-0.89  22  [bos] b b b b a a a b b a b b b a a a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.49 /-2.30  /-19.19 /   /-17.80    -10.74/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.41 /-3.32  /-18.09 /   /-16.70    -5.35 /-0.83  5   [bos] b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -25.71 /-4.86  /-20.86 /   /-19.47    -3.67 /-0.69  8   [bos] b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -27.54 /-2.30  /-25.23 /   /-23.84    -13.77/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -34.13 /-13.34 /-20.79 /   /-19.40    -2.28 /-0.89  16  [bos] b b a a b b b b b a a a b b [eos]
cls0  - sp0 : -11.32 -11.32 2   0.00 [bos] [eos]
cls0  - sp1 : -24.42 -0.19 128 0.00 [bos] b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -25.26 -0.20 128 0.00 [bos] b b b b b a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -25.63 -0.20 128 0.00 [bos] b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -25.96 -0.20 128 0.00 [bos] b b b b b a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -13.15 -0.77 18  0.29 [bos] b b b b b a b b b b b b b b b b [eos]
cls1  - sp1 : -13.85 -0.77 19  0.44 [bos] b b b b b a a b b b b b b b b b b [eos]
cls1  - sp2 : -14.29 -0.79 19  0.28 [bos] b b b b b a b b b b b b b b b b b [eos]
cls1  - sp3 : -27.22 -0.62 45  0.48 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b [eos]
cls1  - sp4 : -27.53 -0.61 46  0.49 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b [eos]
cls2  - sp0 : -10.79 -0.67 17  0.69 [bos] b b b b b a a b b b b b b b b [eos]
cls2  - sp1 : -11.32 -0.71 17  0.69 [bos] b b b b b a a b b b b b b b b [eos]
cls2  - sp2 : -11.74 -0.73 17  0.69 [bos] b b b b b a b b b b b b b b b [eos]
cls2  - sp3 : -11.95 -0.75 17  0.69 [bos] b b b b b a b b b b b b b b b [eos]
cls2  - sp4 : -12.01 -0.75 17  0.69 [bos] b b b b b a a b b a b b b b b [eos]
cls3  - sp0 : -11.28 -11.28 2   1.00 [bos] [eos]
cls3  - sp1 : -16.44 -0.13 128 1.00 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -16.58 -0.13 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -16.67 -0.13 128 1.00 [bos] b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -17.07 -0.13 128 1.00 [bos] b b b b b a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-193
src: none   none  22  [bos] b b b b a a a b b a b b b a a a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -15.90 /-18.60 /2.70   /0.0/0.00    -0.76 /-0.89  22  [bos] b b b b a a a b b a b b b a a a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.58 /-2.30  /-19.28 /   /-21.98    -10.79/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.18 /-3.32  /-17.85 /   /-20.55    -5.29 /-0.83  5   [bos] b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -26.15 /-4.86  /-21.30 /   /-23.99    -3.74 /-0.69  8   [bos] b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -26.85 /-2.30  /-24.55 /   /-27.25    -13.43/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -35.40 /-13.34 /-22.07 /   /-24.76    -2.36 /-0.89  16  [bos] b b a a b b b b b a a a b b [eos]
cls0  - sp0 : -11.32 -11.32 2   0.00 [bos] [eos]
cls0  - sp1 : -24.42 -0.19 128 0.00 [bos] b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -25.26 -0.20 128 0.00 [bos] b b b b b a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -25.63 -0.20 128 0.00 [bos] b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -25.96 -0.20 128 0.00 [bos] b b b b b a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -13.15 -0.77 18  0.29 [bos] b b b b b a b b b b b b b b b b [eos]
cls1  - sp1 : -13.85 -0.77 19  0.44 [bos] b b b b b a a b b b b b b b b b b [eos]
cls1  - sp2 : -14.29 -0.79 19  0.28 [bos] b b b b b a b b b b b b b b b b b [eos]
cls1  - sp3 : -27.22 -0.62 45  0.48 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b [eos]
cls1  - sp4 : -27.53 -0.61 46  0.49 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b [eos]
cls2  - sp0 : -10.79 -0.67 17  0.69 [bos] b b b b b a a b b b b b b b b [eos]
cls2  - sp1 : -11.32 -0.71 17  0.69 [bos] b b b b b a a b b b b b b b b [eos]
cls2  - sp2 : -11.74 -0.73 17  0.69 [bos] b b b b b a b b b b b b b b b [eos]
cls2  - sp3 : -11.95 -0.75 17  0.69 [bos] b b b b b a b b b b b b b b b [eos]
cls2  - sp4 : -12.01 -0.75 17  0.69 [bos] b b b b b a a b b a b b b b b [eos]
cls3  - sp0 : -11.28 -11.28 2   1.00 [bos] [eos]
cls3  - sp1 : -16.44 -0.13 128 1.00 [bos] b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -16.58 -0.13 128 1.00 [bos] b b b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -16.67 -0.13 128 1.00 [bos] b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -17.07 -0.13 128 1.00 [bos] b b b b b a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-194
src: none   none  22  [bos] b b b b a a a b b a b b b a a a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -18.66 /-18.60 /-0.06  /0.0/0.00    -0.89 /-0.89  22  [bos] b b b b a a a b b a b b b a a a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.54 /-2.30  /-19.24 /   /-19.18    -10.77/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.40 /-3.32  /-18.08 /   /-18.02    -5.35 /-0.83  5   [bos] b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -23.59 /-4.86  /-18.73 /   /-18.67    -3.37 /-0.69  8   [bos] b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -27.71 /-2.30  /-25.41 /   /-25.35    -13.85/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -34.79 /-13.34 /-21.45 /   /-21.39    -2.32 /-0.89  16  [bos] b b a a b b b b b a a a b b [eos]
cls0  - sp0 : -11.19 -11.19 2   0.00 [bos] [eos]
cls0  - sp1 : -26.14 -0.21 128 0.00 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -26.55 -0.21 128 0.00 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -26.96 -0.21 128 0.00 [bos] b b b b b a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -26.98 -0.21 128 0.00 [bos] b b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -51.49 -0.41 128 0.31 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -51.97 -0.41 128 0.35 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -52.27 -0.41 128 0.46 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -52.37 -0.41 128 0.46 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -52.53 -0.41 128 0.47 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -10.50 -0.87 13  0.67 [bos] b b b b b a a a b b b [eos]
cls2  - sp1 : -10.52 -0.88 13  0.67 [bos] b b b b b a a a b b b [eos]
cls2  - sp2 : -10.67 -0.89 13  0.67 [bos] b b b b b a a b b b b [eos]
cls2  - sp3 : -11.75 -0.73 17  0.69 [bos] b b b b b a a a b b b b b b b [eos]
cls2  - sp4 : -13.38 -0.84 17  0.69 [bos] b b b b b a a a b b b b b b a [eos]
cls3  - sp0 : -11.09 -11.09 2   1.00 [bos] [eos]
cls3  - sp1 : -15.01 -0.12 128 1.00 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -16.05 -0.13 128 1.00 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -16.60 -0.13 128 0.99 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -16.61 -0.13 128 0.99 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-195
src: none   none  22  [bos] b b b b a a a b b a b b b a a a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -15.86 /-18.60 /2.74   /0.0/0.00    -0.76 /-0.89  22  [bos] b b b b a a a b b a b b b a a a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.74 /-2.30  /-19.44 /   /-22.18    -10.87/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.26 /-3.32  /-17.94 /   /-20.68    -5.32 /-0.83  5   [bos] b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -24.64 /-4.86  /-19.78 /   /-22.52    -3.52 /-0.69  8   [bos] b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -27.16 /-2.30  /-24.85 /   /-27.59    -13.58/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -35.81 /-13.34 /-22.47 /   /-25.21    -2.39 /-0.89  16  [bos] b b a a b b b b b a a a b b [eos]
cls0  - sp0 : -11.19 -11.19 2   0.00 [bos] [eos]
cls0  - sp1 : -26.14 -0.21 128 0.00 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -26.55 -0.21 128 0.00 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -26.96 -0.21 128 0.00 [bos] b b b b b a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -26.98 -0.21 128 0.00 [bos] b b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -51.49 -0.41 128 0.31 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -51.97 -0.41 128 0.35 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -52.27 -0.41 128 0.46 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -52.37 -0.41 128 0.46 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -52.53 -0.41 128 0.47 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -10.50 -0.87 13  0.67 [bos] b b b b b a a a b b b [eos]
cls2  - sp1 : -10.52 -0.88 13  0.67 [bos] b b b b b a a a b b b [eos]
cls2  - sp2 : -10.67 -0.89 13  0.67 [bos] b b b b b a a b b b b [eos]
cls2  - sp3 : -11.75 -0.73 17  0.69 [bos] b b b b b a a a b b b b b b b [eos]
cls2  - sp4 : -13.38 -0.84 17  0.69 [bos] b b b b b a a a b b b b b b a [eos]
cls3  - sp0 : -11.09 -11.09 2   1.00 [bos] [eos]
cls3  - sp1 : -15.01 -0.12 128 1.00 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -16.05 -0.13 128 1.00 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -16.60 -0.13 128 0.99 [bos] b b b b b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -16.61 -0.13 128 0.99 [bos] b b b b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-196
src: none   none  12  [bos] a b b b b b a a b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -12.87 /-11.29 /-1.58  /0.0/0.00    -1.17 /-1.03  12  [bos] a b b b b b a a b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -46.51 /-11.73 /-34.78 /   /-33.20    -3.32 /-0.84  15  [bos] b a a a b b b b b b b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -24.66 /-4.93  /-19.73 /   /-18.15    -4.93 /-0.99  6   [bos] a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.33 /-4.42  /-33.91 /   /-32.33    -9.58 /-1.11  5   [bos] b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -29.64 /-2.81  /-26.82 /   /-25.25    -9.88 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -43.18 /-7.05  /-36.13 /   /-34.55    -6.17 /-1.01  8   [bos] b a a b b b [eos]
cls0  - sp0 : -13.73 -13.73 2   0.00 [bos] [eos]
cls0  - sp1 : -37.60 -0.30 128 0.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -38.48 -0.30 128 0.01 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -38.66 -0.30 128 0.00 [bos] a b b b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -38.80 -0.31 128 0.00 [bos] a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -10.80 -0.83 14  0.31 [bos] a b b b b b a a b b b b [eos]
cls1  - sp1 : -11.03 -0.85 14  0.31 [bos] a b b b b b a a b a b b [eos]
cls1  - sp2 : -12.49 -0.73 18  0.41 [bos] a b b b b b a a b b b b b b b b [eos]
cls1  - sp3 : -12.67 -0.70 19  0.39 [bos] a b b b b b a a b b b b b b b b b [eos]
cls1  - sp4 : -13.65 -0.80 18  0.29 [bos] a b b b b b a a b b b b b b b b [eos]
cls2  - sp0 : -8.88  -0.74 13  0.67 [bos] a b b b b b a a b b b [eos]
cls2  - sp1 : -9.02  -0.75 13  0.67 [bos] a b b b b b a a b b b [eos]
cls2  - sp2 : -9.19  -0.77 13  0.67 [bos] a b b b b b b a b b b [eos]
cls2  - sp3 : -12.08 -0.75 17  0.69 [bos] a b b b b b a a b b a a a a a [eos]
cls2  - sp4 : -12.43 -0.78 17  0.69 [bos] a b b b b b a a b b b a a a a [eos]
cls3  - sp0 : -13.90 -13.90 2   1.00 [bos] [eos]
cls3  - sp1 : -22.39 -0.18 128 1.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -24.12 -0.19 128 1.00 [bos] a b b b b b b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -24.18 -0.19 128 1.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a
cls3  - sp4 : -24.20 -0.19 128 1.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-197
src: none   none  12  [bos] a b b b b b a a b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.48  /-11.29 /2.81   /0.0/0.00    -0.77 /-1.03  12  [bos] a b b b b b a a b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -41.79 /-11.73 /-30.06 /   /-32.87    -2.99 /-0.84  15  [bos] b a a a b b b b b b b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.91 /-4.93  /-16.97 /   /-19.78    -4.38 /-0.99  6   [bos] a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -36.71 /-4.42  /-32.29 /   /-35.10    -9.18 /-1.11  5   [bos] b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -29.99 /-2.81  /-27.17 /   /-29.99    -10.00/-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -42.90 /-7.05  /-35.85 /   /-38.66    -6.13 /-1.01  8   [bos] b a a b b b [eos]
cls0  - sp0 : -13.73 -13.73 2   0.00 [bos] [eos]
cls0  - sp1 : -37.60 -0.30 128 0.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -38.48 -0.30 128 0.01 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -38.66 -0.30 128 0.00 [bos] a b b b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -38.80 -0.31 128 0.00 [bos] a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -10.80 -0.83 14  0.31 [bos] a b b b b b a a b b b b [eos]
cls1  - sp1 : -11.03 -0.85 14  0.31 [bos] a b b b b b a a b a b b [eos]
cls1  - sp2 : -12.49 -0.73 18  0.41 [bos] a b b b b b a a b b b b b b b b [eos]
cls1  - sp3 : -12.67 -0.70 19  0.39 [bos] a b b b b b a a b b b b b b b b b [eos]
cls1  - sp4 : -13.65 -0.80 18  0.29 [bos] a b b b b b a a b b b b b b b b [eos]
cls2  - sp0 : -8.88  -0.74 13  0.67 [bos] a b b b b b a a b b b [eos]
cls2  - sp1 : -9.02  -0.75 13  0.67 [bos] a b b b b b a a b b b [eos]
cls2  - sp2 : -9.19  -0.77 13  0.67 [bos] a b b b b b b a b b b [eos]
cls2  - sp3 : -12.08 -0.75 17  0.69 [bos] a b b b b b a a b b a a a a a [eos]
cls2  - sp4 : -12.43 -0.78 17  0.69 [bos] a b b b b b a a b b b a a a a [eos]
cls3  - sp0 : -13.90 -13.90 2   1.00 [bos] [eos]
cls3  - sp1 : -22.39 -0.18 128 1.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -24.12 -0.19 128 1.00 [bos] a b b b b b b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -24.18 -0.19 128 1.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a
cls3  - sp4 : -24.20 -0.19 128 1.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-198
src: none   none  12  [bos] a b b b b b a a b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -11.38 /-11.29 /-0.09  /0.0/0.00    -1.03 /-1.03  12  [bos] a b b b b b a a b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -45.68 /-11.73 /-33.95 /   /-33.86    -3.26 /-0.84  15  [bos] b a a a b b b b b b b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -24.55 /-4.93  /-19.61 /   /-19.53    -4.91 /-0.99  6   [bos] a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -37.30 /-4.42  /-32.88 /   /-32.79    -9.32 /-1.11  5   [bos] b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -29.03 /-2.81  /-26.22 /   /-26.14    -9.68 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -42.12 /-7.05  /-35.06 /   /-34.98    -6.02 /-1.01  8   [bos] b a a b b b [eos]
cls0  - sp0 : -13.70 -13.70 2   0.00 [bos] [eos]
cls0  - sp1 : -39.80 -0.31 128 0.00 [bos] a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -40.91 -0.32 128 0.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -41.42 -0.33 128 0.00 [bos] a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b
cls0  - sp4 : -41.45 -0.33 128 0.00 [bos] a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a
cls1  - sp0 : -10.94 -0.84 14  0.31 [bos] a b b b b b a a b b b b [eos]
cls1  - sp1 : -10.95 -0.84 14  0.31 [bos] a b b b b b a a b a b b [eos]
cls1  - sp2 : -19.84 -0.64 32  0.26 [bos] a b b b b b a a b b a a b b b b b b b b b b b b b b b b b b [eos]
cls1  - sp3 : -20.01 -0.65 32  0.29 [bos] a b b b b b a a b b a a b b b b b b b b b b b b b b b b b b [eos]
cls1  - sp4 : -20.29 -0.63 33  0.25 [bos] a b b b b b a a b b a a b b b b b b b b b b b b b b b b b b b [eos]
cls2  - sp0 : -8.29  -0.69 13  0.67 [bos] a b b b b b a a b b b [eos]
cls2  - sp1 : -8.82  -0.73 13  0.67 [bos] a b b b b b a a b b a [eos]
cls2  - sp2 : -11.25 -0.75 16  0.67 [bos] a b b b b b a a b a a a a a [eos]
cls2  - sp3 : -11.54 -0.72 17  0.69 [bos] a b b b b b a a b a a a a a a [eos]
cls2  - sp4 : -15.53 -0.78 21  0.50 [bos] a b b b b b a a b b a a b b b b b b b [eos]
cls3  - sp0 : -13.83 -13.83 2   1.00 [bos] [eos]
cls3  - sp1 : -14.10 -0.11 128 1.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -14.10 -0.11 128 1.00 [bos] a b b b b b b a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -16.03 -0.13 128 1.00 [bos] a b b b b b b a b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -16.11 -0.13 128 1.00 [bos] a b b b b b b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-199
src: none   none  12  [bos] a b b b b b a a b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.11  /-11.29 /3.19   /0.0/0.00    -0.74 /-1.03  12  [bos] a b b b b b a a b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -41.08 /-11.73 /-29.35 /   /-32.54    -2.93 /-0.84  15  [bos] b a a a b b b b b b b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -23.73 /-4.93  /-18.80 /   /-21.98    -4.75 /-0.99  6   [bos] a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -35.79 /-4.42  /-31.37 /   /-34.55    -8.95 /-1.11  5   [bos] b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -29.73 /-2.81  /-26.92 /   /-30.10    -9.91 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -41.89 /-7.05  /-34.84 /   /-38.02    -5.98 /-1.01  8   [bos] b a a b b b [eos]
cls0  - sp0 : -13.70 -13.70 2   0.00 [bos] [eos]
cls0  - sp1 : -39.80 -0.31 128 0.00 [bos] a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -40.91 -0.32 128 0.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -41.42 -0.33 128 0.00 [bos] a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b
cls0  - sp4 : -41.45 -0.33 128 0.00 [bos] a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a
cls1  - sp0 : -10.94 -0.84 14  0.31 [bos] a b b b b b a a b b b b [eos]
cls1  - sp1 : -10.95 -0.84 14  0.31 [bos] a b b b b b a a b a b b [eos]
cls1  - sp2 : -19.84 -0.64 32  0.26 [bos] a b b b b b a a b b a a b b b b b b b b b b b b b b b b b b [eos]
cls1  - sp3 : -20.01 -0.65 32  0.29 [bos] a b b b b b a a b b a a b b b b b b b b b b b b b b b b b b [eos]
cls1  - sp4 : -20.29 -0.63 33  0.25 [bos] a b b b b b a a b b a a b b b b b b b b b b b b b b b b b b b [eos]
cls2  - sp0 : -8.29  -0.69 13  0.67 [bos] a b b b b b a a b b b [eos]
cls2  - sp1 : -8.82  -0.73 13  0.67 [bos] a b b b b b a a b b a [eos]
cls2  - sp2 : -11.25 -0.75 16  0.67 [bos] a b b b b b a a b a a a a a [eos]
cls2  - sp3 : -11.54 -0.72 17  0.69 [bos] a b b b b b a a b a a a a a a [eos]
cls2  - sp4 : -15.53 -0.78 21  0.50 [bos] a b b b b b a a b b a a b b b b b b b [eos]
cls3  - sp0 : -13.83 -13.83 2   1.00 [bos] [eos]
cls3  - sp1 : -14.10 -0.11 128 1.00 [bos] a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -14.10 -0.11 128 1.00 [bos] a b b b b b b a b a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -16.03 -0.13 128 1.00 [bos] a b b b b b b a b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -16.11 -0.13 128 1.00 [bos] a b b b b b b a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-200
src: none   none  6   [bos] a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.87  /-3.84  /0.96   /0.0/0.00    -0.57 /-0.77  6   [bos] a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -22.66 /-4.93  /-17.72 /   /-18.68    -4.53 /-0.99  6   [bos] b b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.57 /-2.81  /-16.76 /   /-17.72    -6.52 /-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -44.62 /-3.84  /-40.79 /   /-41.75    -8.92 /-0.77  6   [bos] b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -64.62 /-4.86  /-59.77 /   /-60.73    -9.23 /-0.69  8   [bos] b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -38.77 /-2.81  /-35.96 /   /-36.92    -12.92/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -2.87  -0.57 6   0.00 [bos] a a a a [eos]
cls0  - sp1 : -3.21  -0.64 6   0.20 [bos] a a a a [eos]
cls0  - sp2 : -3.94  -0.79 6   0.20 [bos] a a a a [eos]
cls0  - sp3 : -3.94  -0.79 6   0.20 [bos] a a a a [eos]
cls0  - sp4 : -4.46  -0.89 6   0.20 [bos] a a a a [eos]
cls1  - sp0 : -3.41  -0.68 6   0.40 [bos] a a a a [eos]
cls1  - sp1 : -3.85  -0.77 6   0.40 [bos] a a a a [eos]
cls1  - sp2 : -3.93  -0.79 6   0.40 [bos] a a a a [eos]
cls1  - sp3 : -3.96  -0.79 6   0.40 [bos] a a a a [eos]
cls1  - sp4 : -4.09  -0.82 6   0.40 [bos] a a a a [eos]
cls2  - sp0 : -2.87  -0.57 6   0.60 [bos] a a a a [eos]
cls2  - sp1 : -3.07  -0.61 6   0.60 [bos] a a a a [eos]
cls2  - sp2 : -3.46  -0.69 6   0.60 [bos] a a a a [eos]
cls2  - sp3 : -3.67  -0.73 6   0.60 [bos] a a a a [eos]
cls2  - sp4 : -4.08  -0.82 6   0.60 [bos] a a a a [eos]
cls3  - sp0 : -1.66  -0.33 6   0.80 [bos] a a a a [eos]
cls3  - sp1 : -2.35  -0.47 6   1.00 [bos] a a a a [eos]
cls3  - sp2 : -3.54  -0.71 6   0.80 [bos] a a a a [eos]
cls3  - sp3 : -4.00  -0.80 6   0.80 [bos] a a a a [eos]
cls3  - sp4 : -4.23  -0.85 6   0.80 [bos] a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-201
src: none   none  6   [bos] a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.35  /-3.84  /1.48   /0.0/0.00    -0.47 /-0.77  6   [bos] a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -22.53 /-4.93  /-17.60 /   /-19.08    -4.51 /-0.99  6   [bos] b b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.82 /-2.81  /-17.01 /   /-18.50    -6.61 /-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -45.49 /-3.84  /-41.65 /   /-43.14    -9.10 /-0.77  6   [bos] b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -74.45 /-4.86  /-69.59 /   /-71.08    -10.64/-0.69  8   [bos] b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -39.91 /-2.81  /-37.10 /   /-38.58    -13.30/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -2.87  -0.57 6   0.00 [bos] a a a a [eos]
cls0  - sp1 : -3.21  -0.64 6   0.20 [bos] a a a a [eos]
cls0  - sp2 : -3.94  -0.79 6   0.20 [bos] a a a a [eos]
cls0  - sp3 : -3.94  -0.79 6   0.20 [bos] a a a a [eos]
cls0  - sp4 : -4.46  -0.89 6   0.20 [bos] a a a a [eos]
cls1  - sp0 : -3.41  -0.68 6   0.40 [bos] a a a a [eos]
cls1  - sp1 : -3.85  -0.77 6   0.40 [bos] a a a a [eos]
cls1  - sp2 : -3.93  -0.79 6   0.40 [bos] a a a a [eos]
cls1  - sp3 : -3.96  -0.79 6   0.40 [bos] a a a a [eos]
cls1  - sp4 : -4.09  -0.82 6   0.40 [bos] a a a a [eos]
cls2  - sp0 : -2.87  -0.57 6   0.60 [bos] a a a a [eos]
cls2  - sp1 : -3.07  -0.61 6   0.60 [bos] a a a a [eos]
cls2  - sp2 : -3.46  -0.69 6   0.60 [bos] a a a a [eos]
cls2  - sp3 : -3.67  -0.73 6   0.60 [bos] a a a a [eos]
cls2  - sp4 : -4.08  -0.82 6   0.60 [bos] a a a a [eos]
cls3  - sp0 : -1.66  -0.33 6   0.80 [bos] a a a a [eos]
cls3  - sp1 : -2.35  -0.47 6   1.00 [bos] a a a a [eos]
cls3  - sp2 : -3.54  -0.71 6   0.80 [bos] a a a a [eos]
cls3  - sp3 : -4.00  -0.80 6   0.80 [bos] a a a a [eos]
cls3  - sp4 : -4.23  -0.85 6   0.80 [bos] a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-202
src: none   none  6   [bos] a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.89  /-3.84  /0.95   /0.0/0.00    -0.58 /-0.77  6   [bos] a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -22.24 /-4.93  /-17.31 /   /-18.26    -4.45 /-0.99  6   [bos] b b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -18.90 /-2.81  /-16.08 /   /-17.03    -6.30 /-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -44.60 /-3.84  /-40.76 /   /-41.71    -8.92 /-0.77  6   [bos] b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -64.29 /-4.86  /-59.43 /   /-60.38    -9.18 /-0.69  8   [bos] b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -37.60 /-2.81  /-34.79 /   /-35.73    -12.53/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -2.89  -0.58 6   0.00 [bos] a a a a [eos]
cls0  - sp1 : -3.21  -0.64 6   0.20 [bos] a a a a [eos]
cls0  - sp2 : -3.99  -0.80 6   0.20 [bos] a a a a [eos]
cls0  - sp3 : -4.04  -0.81 6   0.20 [bos] a a a a [eos]
cls0  - sp4 : -4.47  -0.89 6   0.20 [bos] a a a a [eos]
cls1  - sp0 : -3.47  -0.69 6   0.40 [bos] a a a a [eos]
cls1  - sp1 : -3.87  -0.77 6   0.40 [bos] a a a a [eos]
cls1  - sp2 : -3.89  -0.78 6   0.40 [bos] a a a a [eos]
cls1  - sp3 : -3.98  -0.80 6   0.40 [bos] a a a a [eos]
cls1  - sp4 : -4.20  -0.84 6   0.40 [bos] a a a a [eos]
cls2  - sp0 : -2.85  -0.57 6   0.60 [bos] a a a a [eos]
cls2  - sp1 : -2.91  -0.58 6   0.60 [bos] a a a a [eos]
cls2  - sp2 : -3.60  -0.72 6   0.60 [bos] a a a a [eos]
cls2  - sp3 : -3.77  -0.75 6   0.60 [bos] a a a a [eos]
cls2  - sp4 : -4.10  -0.82 6   0.60 [bos] a a a a [eos]
cls3  - sp0 : -1.61  -0.32 6   0.80 [bos] a a a a [eos]
cls3  - sp1 : -2.26  -0.45 6   1.00 [bos] a a a a [eos]
cls3  - sp2 : -3.48  -0.70 6   0.80 [bos] a a a a [eos]
cls3  - sp3 : -3.87  -0.77 6   0.80 [bos] a a a a [eos]
cls3  - sp4 : -4.31  -0.86 6   0.80 [bos] a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-203
src: none   none  6   [bos] a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.26  /-3.84  /1.57   /0.0/0.00    -0.45 /-0.77  6   [bos] a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.98 /-4.93  /-17.05 /   /-18.62    -4.40 /-0.99  6   [bos] b b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.88 /-2.81  /-17.07 /   /-18.64    -6.63 /-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -44.89 /-3.84  /-41.05 /   /-42.62    -8.98 /-0.77  6   [bos] b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -73.44 /-4.86  /-68.58 /   /-70.16    -10.49/-0.69  8   [bos] b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -39.53 /-2.81  /-36.72 /   /-38.29    -13.18/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -2.89  -0.58 6   0.00 [bos] a a a a [eos]
cls0  - sp1 : -3.21  -0.64 6   0.20 [bos] a a a a [eos]
cls0  - sp2 : -3.99  -0.80 6   0.20 [bos] a a a a [eos]
cls0  - sp3 : -4.04  -0.81 6   0.20 [bos] a a a a [eos]
cls0  - sp4 : -4.47  -0.89 6   0.20 [bos] a a a a [eos]
cls1  - sp0 : -3.47  -0.69 6   0.40 [bos] a a a a [eos]
cls1  - sp1 : -3.87  -0.77 6   0.40 [bos] a a a a [eos]
cls1  - sp2 : -3.89  -0.78 6   0.40 [bos] a a a a [eos]
cls1  - sp3 : -3.98  -0.80 6   0.40 [bos] a a a a [eos]
cls1  - sp4 : -4.20  -0.84 6   0.40 [bos] a a a a [eos]
cls2  - sp0 : -2.85  -0.57 6   0.60 [bos] a a a a [eos]
cls2  - sp1 : -2.91  -0.58 6   0.60 [bos] a a a a [eos]
cls2  - sp2 : -3.60  -0.72 6   0.60 [bos] a a a a [eos]
cls2  - sp3 : -3.77  -0.75 6   0.60 [bos] a a a a [eos]
cls2  - sp4 : -4.10  -0.82 6   0.60 [bos] a a a a [eos]
cls3  - sp0 : -1.61  -0.32 6   0.80 [bos] a a a a [eos]
cls3  - sp1 : -2.26  -0.45 6   1.00 [bos] a a a a [eos]
cls3  - sp2 : -3.48  -0.70 6   0.80 [bos] a a a a [eos]
cls3  - sp3 : -3.87  -0.77 6   0.80 [bos] a a a a [eos]
cls3  - sp4 : -4.31  -0.86 6   0.80 [bos] a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-204
src: none   none  12  [bos] a a a b b b b b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -6.44  /-9.10  /2.66   /0.0/-0.00    -0.59 /-0.83  12  [bos] a a a b b b b b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -13.20 /-9.17  /-4.02  /   /-6.68    -1.47 /-1.02  10  [bos] a a a b b a b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -34.90 /-5.96  /-28.94 /   /-31.60    -4.99 /-0.85  8   [bos] a a a a a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.40 /-2.81  /-17.59 /   /-20.24    -6.80 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -27.83 /-3.91  /-23.92 /   /-26.58    -9.28 /-1.30  4   [bos] a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -46.58 /-6.54  /-40.03 /   /-42.69    -7.76 /-1.09  7   [bos] b b a a b [eos]
cls0  - sp0 : -6.13  -0.56 12  0.18 [bos] a a a b b b b b b a [eos]
cls0  - sp1 : -6.44  -0.59 12  0.00 [bos] a a a b b b b b b a [eos]
cls0  - sp2 : -7.06  -0.59 13  0.17 [bos] a a a b b b b b b a a [eos]
cls0  - sp3 : -9.29  -0.58 17  0.00 [bos] a a a b b b b b b b b b b b a [eos]
cls0  - sp4 : -9.45  -0.56 18  0.12 [bos] a a a b b b b b b b b b b b b b [eos]
cls1  - sp0 : -6.56  -0.60 12  0.27 [bos] a a a b b b b b b a [eos]
cls1  - sp1 : -6.79  -0.68 11  0.30 [bos] a a a b b b b b b [eos]
cls1  - sp2 : -7.22  -0.66 12  0.27 [bos] a a a b b b b b b a [eos]
cls1  - sp3 : -7.64  -0.64 13  0.25 [bos] a a a b b b b b b a a [eos]
cls1  - sp4 : -7.82  -0.65 13  0.25 [bos] a a a b b b b b b b b [eos]
cls2  - sp0 : -6.68  -0.67 11  0.60 [bos] a a a b b b b b b [eos]
cls2  - sp1 : -6.78  -0.68 11  0.70 [bos] a a a b b b b b b [eos]
cls2  - sp2 : -6.89  -0.69 11  0.70 [bos] a a a b b b b b b [eos]
cls2  - sp3 : -7.18  -0.65 12  0.73 [bos] a a a b b b b b b a [eos]
cls2  - sp4 : -8.05  -0.67 13  0.67 [bos] a a a b b b b b b a b [eos]
cls3  - sp0 : -4.28  -0.43 11  1.00 [bos] a a a b b b b b b [eos]
cls3  - sp1 : -13.92 -13.92 2   1.00 [bos] [eos]
cls3  - sp2 : -16.57 -0.13 128 1.00 [bos] a a a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -16.73 -0.13 128 1.00 [bos] a a a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -17.56 -0.14 128 1.00 [bos] a a a b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-205
src: none   none  12  [bos] a a a b b b b b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.05  /-9.10  /4.04   /0.0/-0.00    -0.46 /-0.83  12  [bos] a a a b b b b b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -13.10 /-9.17  /-3.93  /   /-7.97    -1.46 /-1.02  10  [bos] a a a b b a b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -33.63 /-5.96  /-27.67 /   /-31.72    -4.80 /-0.85  8   [bos] a a a a a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.79 /-2.81  /-17.98 /   /-22.02    -6.93 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -30.68 /-3.91  /-26.77 /   /-30.82    -10.23/-1.30  4   [bos] a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -46.33 /-6.54  /-39.78 /   /-43.83    -7.72 /-1.09  7   [bos] b b a a b [eos]
cls0  - sp0 : -6.13  -0.56 12  0.18 [bos] a a a b b b b b b a [eos]
cls0  - sp1 : -6.44  -0.59 12  0.00 [bos] a a a b b b b b b a [eos]
cls0  - sp2 : -7.06  -0.59 13  0.17 [bos] a a a b b b b b b a a [eos]
cls0  - sp3 : -9.29  -0.58 17  0.00 [bos] a a a b b b b b b b b b b b a [eos]
cls0  - sp4 : -9.45  -0.56 18  0.12 [bos] a a a b b b b b b b b b b b b b [eos]
cls1  - sp0 : -6.56  -0.60 12  0.27 [bos] a a a b b b b b b a [eos]
cls1  - sp1 : -6.79  -0.68 11  0.30 [bos] a a a b b b b b b [eos]
cls1  - sp2 : -7.22  -0.66 12  0.27 [bos] a a a b b b b b b a [eos]
cls1  - sp3 : -7.64  -0.64 13  0.25 [bos] a a a b b b b b b a a [eos]
cls1  - sp4 : -7.82  -0.65 13  0.25 [bos] a a a b b b b b b b b [eos]
cls2  - sp0 : -6.68  -0.67 11  0.60 [bos] a a a b b b b b b [eos]
cls2  - sp1 : -6.78  -0.68 11  0.70 [bos] a a a b b b b b b [eos]
cls2  - sp2 : -6.89  -0.69 11  0.70 [bos] a a a b b b b b b [eos]
cls2  - sp3 : -7.18  -0.65 12  0.73 [bos] a a a b b b b b b a [eos]
cls2  - sp4 : -8.05  -0.67 13  0.67 [bos] a a a b b b b b b a b [eos]
cls3  - sp0 : -4.28  -0.43 11  1.00 [bos] a a a b b b b b b [eos]
cls3  - sp1 : -13.92 -13.92 2   1.00 [bos] [eos]
cls3  - sp2 : -16.57 -0.13 128 1.00 [bos] a a a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -16.73 -0.13 128 1.00 [bos] a a a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -17.56 -0.14 128 1.00 [bos] a a a b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-206
src: none   none  12  [bos] a a a b b b b b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -7.11  /-9.10  /1.98   /0.0/-0.00    -0.65 /-0.83  12  [bos] a a a b b b b b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -12.86 /-9.17  /-3.68  /   /-5.67    -1.43 /-1.02  10  [bos] a a a b b a b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -34.03 /-5.96  /-28.08 /   /-30.07    -4.86 /-0.85  8   [bos] a a a a a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.77 /-2.81  /-17.95 /   /-19.94    -6.92 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -28.55 /-3.91  /-24.64 /   /-26.63    -9.52 /-1.30  4   [bos] a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -46.69 /-6.54  /-40.14 /   /-42.13    -7.78 /-1.09  7   [bos] b b a a b [eos]
cls0  - sp0 : -14.34 -14.34 2   0.00 [bos] [eos]
cls0  - sp1 : -60.75 -0.48 128 0.00 [bos] a a a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -60.90 -0.48 128 0.00 [bos] a a a b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -61.10 -0.48 128 0.00 [bos] a a a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -61.34 -0.48 128 0.00 [bos] a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -7.75  -0.70 12  0.27 [bos] a a a b b b b b b a [eos]
cls1  - sp1 : -8.08  -0.67 13  0.25 [bos] a a a b b b b b b a b [eos]
cls1  - sp2 : -11.72 -0.90 14  0.31 [bos] a a a b b b b b b a a a [eos]
cls1  - sp3 : -11.81 -0.91 14  0.31 [bos] a a a b b b b b b a a a [eos]
cls1  - sp4 : -12.44 -0.89 15  0.29 [bos] a a a b b b b b b a b b b [eos]
cls2  - sp0 : -8.73  -0.73 13  0.67 [bos] a a a b b b b b b b b [eos]
cls2  - sp1 : -9.06  -0.76 13  0.67 [bos] a a a b b b b b b a a [eos]
cls2  - sp2 : -11.34 -0.71 17  0.69 [bos] a a a b b b b b b b b b b b b [eos]
cls2  - sp3 : -11.39 -0.71 17  0.69 [bos] a a a b b b b b b b b b b b b [eos]
cls2  - sp4 : -11.83 -0.74 17  0.69 [bos] a a a b b b b b b a b b b b b [eos]
cls3  - sp0 : -14.25 -14.25 2   1.00 [bos] [eos]
cls3  - sp1 : -19.95 -0.16 128 1.00 [bos] a a a b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -20.09 -0.16 128 1.00 [bos] a a a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -20.54 -0.16 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -21.30 -0.17 128 1.00 [bos] a a a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-207
src: none   none  12  [bos] a a a b b b b b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.86  /-9.10  /3.24   /0.01/-0.01    -0.53 /-0.83  12  [bos] a a a b b b b b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -11.18 /-9.17  /-2.00  /   /-5.25    -1.24 /-1.02  10  [bos] a a a b b a b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -33.80 /-5.96  /-27.84 /   /-31.08    -4.83 /-0.85  8   [bos] a a a a a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.68 /-2.81  /-17.87 /   /-21.11    -6.89 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -30.97 /-3.91  /-27.05 /   /-30.30    -10.32/-1.30  4   [bos] a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -46.44 /-6.54  /-39.90 /   /-43.14    -7.74 /-1.09  7   [bos] b b a a b [eos]
cls0  - sp0 : -14.34 -14.34 2   0.00 [bos] [eos]
cls0  - sp1 : -60.75 -0.48 128 0.00 [bos] a a a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -60.90 -0.48 128 0.00 [bos] a a a b b b b b b a b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -61.10 -0.48 128 0.00 [bos] a a a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -61.34 -0.48 128 0.00 [bos] a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -7.75  -0.70 12  0.27 [bos] a a a b b b b b b a [eos]
cls1  - sp1 : -8.08  -0.67 13  0.25 [bos] a a a b b b b b b a b [eos]
cls1  - sp2 : -11.72 -0.90 14  0.31 [bos] a a a b b b b b b a a a [eos]
cls1  - sp3 : -11.81 -0.91 14  0.31 [bos] a a a b b b b b b a a a [eos]
cls1  - sp4 : -12.44 -0.89 15  0.29 [bos] a a a b b b b b b a b b b [eos]
cls2  - sp0 : -8.73  -0.73 13  0.67 [bos] a a a b b b b b b b b [eos]
cls2  - sp1 : -9.06  -0.76 13  0.67 [bos] a a a b b b b b b a a [eos]
cls2  - sp2 : -11.34 -0.71 17  0.69 [bos] a a a b b b b b b b b b b b b [eos]
cls2  - sp3 : -11.39 -0.71 17  0.69 [bos] a a a b b b b b b b b b b b b [eos]
cls2  - sp4 : -11.83 -0.74 17  0.69 [bos] a a a b b b b b b a b b b b b [eos]
cls3  - sp0 : -14.25 -14.25 2   1.00 [bos] [eos]
cls3  - sp1 : -19.95 -0.16 128 1.00 [bos] a a a b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -20.09 -0.16 128 1.00 [bos] a a a b b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -20.54 -0.16 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -21.30 -0.17 128 1.00 [bos] a a a b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-208
src: none   none  8   [bos] b b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -4.25  /-4.86  /0.60   /0.0/-0.00    -0.61 /-0.69  8   [bos] b b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -50.12 /-7.05  /-43.07 /   /-43.67    -7.16 /-1.01  8   [bos] a a a b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -43.22 /-6.98  /-36.25 /   /-36.85    -4.80 /-0.78  10  [bos] a a b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -60.07 /-7.05  /-53.01 /   /-53.62    -8.58 /-1.01  8   [bos] a a b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -15.32 /-2.81  /-12.51 /   /-13.11    -5.11 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -19.35 /-2.30  /-17.05 /   /-17.65    -9.67 /-1.15  3   [bos] b [eos]
cls0  - sp0 : -4.25  -0.61 8   0.00 [bos] b b b b b b [eos]
cls0  - sp1 : -4.83  -0.69 8   0.14 [bos] b b b b b b [eos]
cls0  - sp2 : -4.86  -0.69 8   0.14 [bos] b b b b b b [eos]
cls0  - sp3 : -4.91  -0.70 8   0.14 [bos] b b b b b b [eos]
cls0  - sp4 : -4.98  -0.71 8   0.14 [bos] b b b b b b [eos]
cls1  - sp0 : -4.62  -0.66 8   0.43 [bos] b b b b b b [eos]
cls1  - sp1 : -4.65  -0.66 8   0.29 [bos] b b b b b b [eos]
cls1  - sp2 : -4.73  -0.68 8   0.29 [bos] b b b b b b [eos]
cls1  - sp3 : -4.81  -0.69 8   0.43 [bos] b b b b b b [eos]
cls1  - sp4 : -5.06  -0.72 8   0.29 [bos] b b b b b b [eos]
cls2  - sp0 : -3.31  -0.47 8   0.71 [bos] b b b b b b [eos]
cls2  - sp1 : -3.45  -0.49 8   0.71 [bos] b b b b b b [eos]
cls2  - sp2 : -3.93  -0.56 8   0.57 [bos] b b b b b b [eos]
cls2  - sp3 : -4.24  -0.61 8   0.71 [bos] b b b b b b [eos]
cls2  - sp4 : -4.50  -0.64 8   0.57 [bos] b b b b b b [eos]
cls3  - sp0 : -2.64  -0.38 8   0.86 [bos] b b b b b b [eos]
cls3  - sp1 : -3.29  -0.47 8   1.00 [bos] b b b b b b [eos]
cls3  - sp2 : -3.97  -0.57 8   0.86 [bos] b b b b b b [eos]
cls3  - sp3 : -4.10  -0.59 8   0.86 [bos] b b b b b b [eos]
cls3  - sp4 : -4.14  -0.59 8   0.86 [bos] b b b b [unk] b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-209
src: none   none  8   [bos] b b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.29  /-4.86  /1.56   /0.0/-0.00    -0.47 /-0.69  8   [bos] b b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -47.80 /-7.05  /-40.74 /   /-42.31    -6.83 /-1.01  8   [bos] a a a b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -30.04 /-6.98  /-23.06 /   /-24.62    -3.34 /-0.78  10  [bos] a a b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -55.84 /-7.05  /-48.79 /   /-50.35    -7.98 /-1.01  8   [bos] a a b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -15.56 /-2.81  /-12.75 /   /-14.32    -5.19 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -20.25 /-2.30  /-17.95 /   /-19.51    -10.12/-1.15  3   [bos] b [eos]
cls0  - sp0 : -4.25  -0.61 8   0.00 [bos] b b b b b b [eos]
cls0  - sp1 : -4.83  -0.69 8   0.14 [bos] b b b b b b [eos]
cls0  - sp2 : -4.86  -0.69 8   0.14 [bos] b b b b b b [eos]
cls0  - sp3 : -4.91  -0.70 8   0.14 [bos] b b b b b b [eos]
cls0  - sp4 : -4.98  -0.71 8   0.14 [bos] b b b b b b [eos]
cls1  - sp0 : -4.62  -0.66 8   0.43 [bos] b b b b b b [eos]
cls1  - sp1 : -4.65  -0.66 8   0.29 [bos] b b b b b b [eos]
cls1  - sp2 : -4.73  -0.68 8   0.29 [bos] b b b b b b [eos]
cls1  - sp3 : -4.81  -0.69 8   0.43 [bos] b b b b b b [eos]
cls1  - sp4 : -5.06  -0.72 8   0.29 [bos] b b b b b b [eos]
cls2  - sp0 : -3.31  -0.47 8   0.71 [bos] b b b b b b [eos]
cls2  - sp1 : -3.45  -0.49 8   0.71 [bos] b b b b b b [eos]
cls2  - sp2 : -3.93  -0.56 8   0.57 [bos] b b b b b b [eos]
cls2  - sp3 : -4.24  -0.61 8   0.71 [bos] b b b b b b [eos]
cls2  - sp4 : -4.50  -0.64 8   0.57 [bos] b b b b b b [eos]
cls3  - sp0 : -2.64  -0.38 8   0.86 [bos] b b b b b b [eos]
cls3  - sp1 : -3.29  -0.47 8   1.00 [bos] b b b b b b [eos]
cls3  - sp2 : -3.97  -0.57 8   0.86 [bos] b b b b b b [eos]
cls3  - sp3 : -4.10  -0.59 8   0.86 [bos] b b b b b b [eos]
cls3  - sp4 : -4.14  -0.59 8   0.86 [bos] b b b b [unk] b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-210
src: none   none  8   [bos] b b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.74  /-4.86  /1.12   /0.0/-0.00    -0.53 /-0.69  8   [bos] b b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -46.42 /-7.05  /-39.36 /   /-40.48    -6.63 /-1.01  8   [bos] a a a b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -32.15 /-6.98  /-25.17 /   /-26.29    -3.57 /-0.78  10  [bos] a a b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -55.31 /-7.05  /-48.25 /   /-49.37    -7.90 /-1.01  8   [bos] a a b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -14.14 /-2.81  /-11.33 /   /-12.45    -4.71 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -20.25 /-2.30  /-17.94 /   /-19.06    -10.12/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.74  -0.53 8   0.00 [bos] b b b b b b [eos]
cls0  - sp1 : -4.45  -0.64 8   0.14 [bos] b b b b b b [eos]
cls0  - sp2 : -4.50  -0.64 8   0.14 [bos] b b b b b b [eos]
cls0  - sp3 : -4.61  -0.66 8   0.14 [bos] b b b b b b [eos]
cls0  - sp4 : -4.68  -0.67 8   0.14 [bos] b b b b b b [eos]
cls1  - sp0 : -4.16  -0.59 8   0.29 [bos] b b b b b b [eos]
cls1  - sp1 : -4.38  -0.63 8   0.29 [bos] b b b b b b [eos]
cls1  - sp2 : -4.39  -0.63 8   0.43 [bos] b b b b b b [eos]
cls1  - sp3 : -4.60  -0.66 8   0.43 [bos] b b b b b b [eos]
cls1  - sp4 : -4.81  -0.69 8   0.43 [bos] b b b b b b [eos]
cls2  - sp0 : -3.18  -0.45 8   0.71 [bos] b b b b b b [eos]
cls2  - sp1 : -3.42  -0.49 8   0.71 [bos] b b b b b b [eos]
cls2  - sp2 : -3.71  -0.53 8   0.71 [bos] b b b b b b [eos]
cls2  - sp3 : -4.14  -0.59 8   0.57 [bos] b b b b b b [eos]
cls2  - sp4 : -4.24  -0.61 8   0.57 [bos] b b b b b b [eos]
cls3  - sp0 : -2.20  -0.31 8   0.86 [bos] b b b b b b [eos]
cls3  - sp1 : -2.92  -0.42 8   1.00 [bos] b b b b b b [eos]
cls3  - sp2 : -3.84  -0.55 8   0.86 [bos] [unk] b b b b b [eos]
cls3  - sp3 : -3.90  -0.56 8   0.86 [bos] b b b b b b [eos]
cls3  - sp4 : -4.14  -0.59 8   0.86 [bos] b b b b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-211
src: none   none  8   [bos] b b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.92  /-4.86  /1.94   /0.0/-0.00    -0.42 /-0.69  8   [bos] b b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -43.92 /-7.05  /-36.87 /   /-38.81    -6.27 /-1.01  8   [bos] a a a b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -27.21 /-6.98  /-20.23 /   /-22.17    -3.02 /-0.78  10  [bos] a a b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -52.73 /-7.05  /-45.67 /   /-47.61    -7.53 /-1.01  8   [bos] a a b a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -14.87 /-2.81  /-12.06 /   /-14.00    -4.96 /-0.94  4   [bos] b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.06 /-2.30  /-18.76 /   /-20.70    -10.53/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.74  -0.53 8   0.00 [bos] b b b b b b [eos]
cls0  - sp1 : -4.45  -0.64 8   0.14 [bos] b b b b b b [eos]
cls0  - sp2 : -4.50  -0.64 8   0.14 [bos] b b b b b b [eos]
cls0  - sp3 : -4.61  -0.66 8   0.14 [bos] b b b b b b [eos]
cls0  - sp4 : -4.68  -0.67 8   0.14 [bos] b b b b b b [eos]
cls1  - sp0 : -4.16  -0.59 8   0.29 [bos] b b b b b b [eos]
cls1  - sp1 : -4.38  -0.63 8   0.29 [bos] b b b b b b [eos]
cls1  - sp2 : -4.39  -0.63 8   0.43 [bos] b b b b b b [eos]
cls1  - sp3 : -4.60  -0.66 8   0.43 [bos] b b b b b b [eos]
cls1  - sp4 : -4.81  -0.69 8   0.43 [bos] b b b b b b [eos]
cls2  - sp0 : -3.18  -0.45 8   0.71 [bos] b b b b b b [eos]
cls2  - sp1 : -3.42  -0.49 8   0.71 [bos] b b b b b b [eos]
cls2  - sp2 : -3.71  -0.53 8   0.71 [bos] b b b b b b [eos]
cls2  - sp3 : -4.14  -0.59 8   0.57 [bos] b b b b b b [eos]
cls2  - sp4 : -4.24  -0.61 8   0.57 [bos] b b b b b b [eos]
cls3  - sp0 : -2.20  -0.31 8   0.86 [bos] b b b b b b [eos]
cls3  - sp1 : -2.92  -0.42 8   1.00 [bos] b b b b b b [eos]
cls3  - sp2 : -3.84  -0.55 8   0.86 [bos] [unk] b b b b b [eos]
cls3  - sp3 : -3.90  -0.56 8   0.86 [bos] b b b b b b [eos]
cls3  - sp4 : -4.14  -0.59 8   0.86 [bos] b b b b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-212
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.0/0.00    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.43 /-2.81  /-16.61 /   /-17.62    -6.48 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -230.85/-20.64 /-210.21/   /-211.22    -9.23 /-0.83  26  [bos] b a a a a b b a a a a a a a a b a a a b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -39.79 /-3.84  /-35.95 /   /-36.96    -7.96 /-0.77  6   [bos] b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -43.13 /-4.93  /-38.20 /   /-39.20    -8.63 /-0.99  6   [bos] b a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -70.42 /-6.98  /-63.44 /   /-64.45    -7.82 /-0.78  10  [bos] b b b b b b b a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-213
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.0/0.00    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.16 /-2.81  /-18.34 /   /-18.93    -7.05 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -211.09/-20.64 /-190.44/   /-191.03    -8.44 /-0.83  26  [bos] b a a a a b b a a a a a a a a b a a a b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -39.56 /-3.84  /-35.72 /   /-36.31    -7.91 /-0.77  6   [bos] b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -38.30 /-4.93  /-33.36 /   /-33.95    -7.66 /-0.99  6   [bos] b a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -72.81 /-6.98  /-65.84 /   /-66.42    -8.09 /-0.78  10  [bos] b b b b b b b a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-214
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.0/0.00    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.53 /-2.81  /-16.71 /   /-17.72    -6.51 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -232.42/-20.64 /-211.77/   /-212.78    -9.30 /-0.83  26  [bos] b a a a a b b a a a a a a a a b a a a b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -40.12 /-3.84  /-36.28 /   /-37.29    -8.02 /-0.77  6   [bos] b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -43.26 /-4.93  /-38.33 /   /-39.34    -8.65 /-0.99  6   [bos] b a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -71.22 /-6.98  /-64.25 /   /-65.25    -7.91 /-0.78  10  [bos] b b b b b b b a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-215
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.0/0.00    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -20.91 /-2.81  /-18.10 /   /-18.68    -6.97 /-0.94  4   [bos] b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -220.62/-20.64 /-199.97/   /-200.55    -8.82 /-0.83  26  [bos] b a a a a b b a a a a a a a a b a a a b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -40.09 /-3.84  /-36.26 /   /-36.84    -8.02 /-0.77  6   [bos] b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -38.75 /-4.93  /-33.82 /   /-34.40    -7.75 /-0.99  6   [bos] b a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -74.00 /-6.98  /-67.02 /   /-67.60    -8.22 /-0.78  10  [bos] b b b b b b b a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-216
src: none   none  6   [bos] a b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -4.08  /-6.03  /1.95   /0.0/0.00    -0.82 /-1.21  6   [bos] a b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -70.58 /-6.39  /-64.19 /   /-66.14    -7.06 /-0.64  11  [bos] b b b b b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -33.20 /-4.86  /-28.34 /   /-30.30    -4.74 /-0.69  8   [bos] a a a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -53.75 /-8.66  /-45.08 /   /-47.04    -6.72 /-1.08  9   [bos] a a b a a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -20.39 /-2.30  /-18.09 /   /-20.04    -10.20/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.44 /-2.30  /-28.14 /   /-30.09    -15.22/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.58  -0.72 6   0.20 [bos] a b a a [eos]
cls0  - sp1 : -3.80  -0.76 6   0.20 [bos] a b a a [eos]
cls0  - sp2 : -4.08  -0.82 6   0.00 [bos] a b a a [eos]
cls0  - sp3 : -5.12  -1.02 6   0.20 [bos] a b a a [eos]
cls0  - sp4 : -5.70  -1.14 6   0.20 [bos] a b a a [eos]
cls1  - sp0 : -3.29  -0.66 6   0.40 [bos] a b a a [eos]
cls1  - sp1 : -3.91  -0.78 6   0.40 [bos] a b a a [eos]
cls1  - sp2 : -3.95  -0.79 6   0.40 [bos] a b a a [eos]
cls1  - sp3 : -4.32  -0.86 6   0.40 [bos] a b a a [eos]
cls1  - sp4 : -4.54  -0.91 6   0.40 [bos] a b a a [eos]
cls2  - sp0 : -2.18  -0.44 6   0.60 [bos] a b a a [eos]
cls2  - sp1 : -3.23  -0.65 6   0.60 [bos] a b a a [eos]
cls2  - sp2 : -3.44  -0.69 6   0.60 [bos] a b a a [eos]
cls2  - sp3 : -4.03  -0.81 6   0.60 [bos] a b a a [eos]
cls2  - sp4 : -4.64  -0.93 6   0.60 [bos] a b a a [eos]
cls3  - sp0 : -1.33  -0.27 6   0.80 [bos] a b a a [eos]
cls3  - sp1 : -2.05  -0.41 6   1.00 [bos] a b a a [eos]
cls3  - sp2 : -2.88  -0.58 6   0.80 [bos] a b a a [eos]
cls3  - sp3 : -3.99  -0.80 6   0.80 [bos] a b a a [eos]
cls3  - sp4 : -4.28  -0.86 6   0.80 [bos] a b a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-217
src: none   none  6   [bos] a b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.05  /-6.03  /3.98   /0.0/0.00    -0.41 /-1.21  6   [bos] a b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -72.30 /-6.39  /-65.91 /   /-69.89    -7.23 /-0.64  11  [bos] b b b b b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -34.80 /-4.86  /-29.94 /   /-33.92    -4.97 /-0.69  8   [bos] a a a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -57.33 /-8.66  /-48.67 /   /-52.65    -7.17 /-1.08  9   [bos] a a b a a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -20.19 /-2.30  /-17.89 /   /-21.87    -10.09/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.98 /-2.30  /-28.67 /   /-32.65    -15.49/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.58  -0.72 6   0.20 [bos] a b a a [eos]
cls0  - sp1 : -3.80  -0.76 6   0.20 [bos] a b a a [eos]
cls0  - sp2 : -4.08  -0.82 6   0.00 [bos] a b a a [eos]
cls0  - sp3 : -5.12  -1.02 6   0.20 [bos] a b a a [eos]
cls0  - sp4 : -5.70  -1.14 6   0.20 [bos] a b a a [eos]
cls1  - sp0 : -3.29  -0.66 6   0.40 [bos] a b a a [eos]
cls1  - sp1 : -3.91  -0.78 6   0.40 [bos] a b a a [eos]
cls1  - sp2 : -3.95  -0.79 6   0.40 [bos] a b a a [eos]
cls1  - sp3 : -4.32  -0.86 6   0.40 [bos] a b a a [eos]
cls1  - sp4 : -4.54  -0.91 6   0.40 [bos] a b a a [eos]
cls2  - sp0 : -2.18  -0.44 6   0.60 [bos] a b a a [eos]
cls2  - sp1 : -3.23  -0.65 6   0.60 [bos] a b a a [eos]
cls2  - sp2 : -3.44  -0.69 6   0.60 [bos] a b a a [eos]
cls2  - sp3 : -4.03  -0.81 6   0.60 [bos] a b a a [eos]
cls2  - sp4 : -4.64  -0.93 6   0.60 [bos] a b a a [eos]
cls3  - sp0 : -1.33  -0.27 6   0.80 [bos] a b a a [eos]
cls3  - sp1 : -2.05  -0.41 6   1.00 [bos] a b a a [eos]
cls3  - sp2 : -2.88  -0.58 6   0.80 [bos] a b a a [eos]
cls3  - sp3 : -3.99  -0.80 6   0.80 [bos] a b a a [eos]
cls3  - sp4 : -4.28  -0.86 6   0.80 [bos] a b a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-218
src: none   none  6   [bos] a b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.82  /-6.03  /0.21   /0.0/0.00    -1.16 /-1.21  6   [bos] a b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -71.88 /-6.39  /-65.49 /   /-65.70    -7.19 /-0.64  11  [bos] b b b b b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -22.70 /-4.86  /-17.84 /   /-18.05    -3.24 /-0.69  8   [bos] a a a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -45.28 /-8.66  /-36.62 /   /-36.82    -5.66 /-1.08  9   [bos] a a b a a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -20.89 /-2.30  /-18.59 /   /-18.80    -10.45/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.74 /-2.30  /-28.44 /   /-28.65    -15.37/-1.15  3   [bos] b [eos]
cls0  - sp0 : -5.03  -1.01 6   0.20 [bos] a b a a [eos]
cls0  - sp1 : -5.49  -1.10 6   0.20 [bos] a b a a [eos]
cls0  - sp2 : -8.72  -8.72 2   0.00 [bos] [eos]
cls0  - sp3 : -15.87 -0.12 128 0.02 [bos] a b a a [pad] a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -16.07 -0.13 128 0.01 [bos] a b a a [pad] a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -4.76  -0.95 6   0.40 [bos] a b a a [eos]
cls1  - sp1 : -4.86  -0.97 6   0.40 [bos] a b a a [eos]
cls1  - sp2 : -5.05  -1.01 6   0.40 [bos] a b a a [eos]
cls1  - sp3 : -72.02 -0.57 128 0.25 [bos] a b a a a a a a b a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -72.42 -0.57 128 0.25 [bos] a b a a a a a a b a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -3.53  -0.71 6   0.60 [bos] a b a a [eos]
cls2  - sp1 : -4.23  -0.85 6   0.60 [bos] a b a a [eos]
cls2  - sp2 : -4.65  -0.93 6   0.60 [bos] a b a a [eos]
cls2  - sp3 : -64.63 -0.51 128 0.75 [bos] a b a a [unk] a a a b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -64.67 -0.51 128 0.75 [bos] a b a a [unk] a a a b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -2.54  -0.51 6   0.80 [bos] a b a a [eos]
cls3  - sp1 : -3.10  -0.62 6   1.00 [bos] a b a a [eos]
cls3  - sp2 : -4.09  -0.82 6   0.80 [bos] a b a a [eos]
cls3  - sp3 : -4.50  -0.04 128 1.00 [bos] a b a a [pad] a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp4 : -4.57  -0.04 128 1.00 [bos] a b a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-219
src: none   none  6   [bos] a b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.10  /-6.03  /2.93   /0.0/0.00    -0.62 /-1.21  6   [bos] a b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -77.97 /-6.39  /-71.58 /   /-74.51    -7.80 /-0.64  11  [bos] b b b b b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -24.69 /-4.86  /-19.83 /   /-22.76    -3.53 /-0.69  8   [bos] a a a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -48.20 /-8.66  /-39.53 /   /-42.46    -6.02 /-1.08  9   [bos] a a b a a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -20.75 /-2.30  /-18.45 /   /-21.37    -10.37/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -31.17 /-2.30  /-28.87 /   /-31.80    -15.59/-1.15  3   [bos] b [eos]
cls0  - sp0 : -5.03  -1.01 6   0.20 [bos] a b a a [eos]
cls0  - sp1 : -5.49  -1.10 6   0.20 [bos] a b a a [eos]
cls0  - sp2 : -8.72  -8.72 2   0.00 [bos] [eos]
cls0  - sp3 : -15.87 -0.12 128 0.02 [bos] a b a a [pad] a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -16.07 -0.13 128 0.01 [bos] a b a a [pad] a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -4.76  -0.95 6   0.40 [bos] a b a a [eos]
cls1  - sp1 : -4.86  -0.97 6   0.40 [bos] a b a a [eos]
cls1  - sp2 : -5.05  -1.01 6   0.40 [bos] a b a a [eos]
cls1  - sp3 : -72.02 -0.57 128 0.25 [bos] a b a a a a a a b a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -72.42 -0.57 128 0.25 [bos] a b a a a a a a b a a b b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -3.53  -0.71 6   0.60 [bos] a b a a [eos]
cls2  - sp1 : -4.23  -0.85 6   0.60 [bos] a b a a [eos]
cls2  - sp2 : -4.65  -0.93 6   0.60 [bos] a b a a [eos]
cls2  - sp3 : -64.63 -0.51 128 0.75 [bos] a b a a [unk] a a a b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -64.67 -0.51 128 0.75 [bos] a b a a [unk] a a a b a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -2.54  -0.51 6   0.80 [bos] a b a a [eos]
cls3  - sp1 : -3.10  -0.62 6   1.00 [bos] a b a a [eos]
cls3  - sp2 : -4.09  -0.82 6   0.80 [bos] a b a a [eos]
cls3  - sp3 : -4.50  -0.04 128 1.00 [bos] a b a a [pad] a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a
cls3  - sp4 : -4.57  -0.04 128 1.00 [bos] a b a a a a a a b a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-220
src: none   none  6   [bos] b a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.73  /-4.93  /2.20   /0.0/0.00    -0.55 /-0.99  6   [bos] b a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -27.19 /-2.30  /-24.89 /   /-27.10    -13.60/-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -18.16 /-2.30  /-15.86 /   /-18.07    -9.08 /-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.35 /-2.81  /-25.54 /   /-27.74    -9.45 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -35.94 /-3.32  /-32.61 /   /-34.81    -8.98 /-0.83  5   [bos] b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -27.45 /-3.32  /-24.13 /   /-26.33    -6.86 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -2.73  -0.55 6   0.00 [bos] b a a a [eos]
cls0  - sp1 : -3.12  -0.62 6   0.20 [bos] b a a a [eos]
cls0  - sp2 : -3.69  -0.74 6   0.20 [bos] b a a a [eos]
cls0  - sp3 : -3.80  -0.76 6   0.20 [bos] b a a a [eos]
cls0  - sp4 : -4.33  -0.87 6   0.20 [bos] b a a a [eos]
cls1  - sp0 : -3.38  -0.68 6   0.40 [bos] b a a a [eos]
cls1  - sp1 : -3.69  -0.74 6   0.40 [bos] b a a a [eos]
cls1  - sp2 : -3.77  -0.75 6   0.40 [bos] b a a a [eos]
cls1  - sp3 : -4.19  -0.84 6   0.40 [bos] b a a a [eos]
cls1  - sp4 : -4.40  -0.88 6   0.40 [bos] b a a a [eos]
cls2  - sp0 : -2.81  -0.56 6   0.60 [bos] b a a a [eos]
cls2  - sp1 : -3.58  -0.72 6   0.60 [bos] b a a a [eos]
cls2  - sp2 : -3.85  -0.77 6   0.60 [bos] b a a a [eos]
cls2  - sp3 : -3.96  -0.79 6   0.60 [bos] b a a a [eos]
cls2  - sp4 : -4.60  -0.92 6   0.60 [bos] [unk] a a a [eos]
cls3  - sp0 : -2.16  -0.43 6   0.80 [bos] b a a a [eos]
cls3  - sp1 : -2.66  -0.53 6   1.00 [bos] b a a a [eos]
cls3  - sp2 : -3.29  -0.66 6   0.80 [bos] b a a a [eos]
cls3  - sp3 : -3.41  -0.68 6   0.80 [bos] [unk] a a a [eos]
cls3  - sp4 : -3.90  -0.78 6   1.00 [bos] [unk] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-221
src: none   none  6   [bos] b a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.66  /-4.93  /2.27   /0.0/0.00    -0.53 /-0.99  6   [bos] b a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -27.09 /-2.30  /-24.79 /   /-27.06    -13.55/-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.52 /-2.30  /-17.21 /   /-19.49    -9.76 /-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.19 /-2.81  /-25.38 /   /-27.66    -9.40 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -37.30 /-3.32  /-33.98 /   /-36.26    -9.33 /-0.83  5   [bos] b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -24.16 /-3.32  /-20.83 /   /-23.11    -6.04 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -2.73  -0.55 6   0.00 [bos] b a a a [eos]
cls0  - sp1 : -3.12  -0.62 6   0.20 [bos] b a a a [eos]
cls0  - sp2 : -3.69  -0.74 6   0.20 [bos] b a a a [eos]
cls0  - sp3 : -3.80  -0.76 6   0.20 [bos] b a a a [eos]
cls0  - sp4 : -4.33  -0.87 6   0.20 [bos] b a a a [eos]
cls1  - sp0 : -3.38  -0.68 6   0.40 [bos] b a a a [eos]
cls1  - sp1 : -3.69  -0.74 6   0.40 [bos] b a a a [eos]
cls1  - sp2 : -3.77  -0.75 6   0.40 [bos] b a a a [eos]
cls1  - sp3 : -4.19  -0.84 6   0.40 [bos] b a a a [eos]
cls1  - sp4 : -4.40  -0.88 6   0.40 [bos] b a a a [eos]
cls2  - sp0 : -2.81  -0.56 6   0.60 [bos] b a a a [eos]
cls2  - sp1 : -3.58  -0.72 6   0.60 [bos] b a a a [eos]
cls2  - sp2 : -3.85  -0.77 6   0.60 [bos] b a a a [eos]
cls2  - sp3 : -3.96  -0.79 6   0.60 [bos] b a a a [eos]
cls2  - sp4 : -4.60  -0.92 6   0.60 [bos] [unk] a a a [eos]
cls3  - sp0 : -2.16  -0.43 6   0.80 [bos] b a a a [eos]
cls3  - sp1 : -2.66  -0.53 6   1.00 [bos] b a a a [eos]
cls3  - sp2 : -3.29  -0.66 6   0.80 [bos] b a a a [eos]
cls3  - sp3 : -3.41  -0.68 6   0.80 [bos] [unk] a a a [eos]
cls3  - sp4 : -3.90  -0.78 6   1.00 [bos] [unk] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-222
src: none   none  6   [bos] b a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.16  /-4.93  /1.77   /0.0/0.00    -0.63 /-0.99  6   [bos] b a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -27.36 /-2.30  /-25.06 /   /-26.83    -13.68/-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.11 /-2.30  /-16.80 /   /-18.58    -9.55 /-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -27.49 /-2.81  /-24.67 /   /-26.45    -9.16 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -36.41 /-3.32  /-33.09 /   /-34.86    -9.10 /-0.83  5   [bos] b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -25.98 /-3.32  /-22.65 /   /-24.43    -6.49 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -3.16  -0.63 6   0.00 [bos] b a a a [eos]
cls0  - sp1 : -3.30  -0.66 6   0.20 [bos] b a a a [eos]
cls0  - sp2 : -4.10  -0.82 6   0.20 [bos] b a a a [eos]
cls0  - sp3 : -4.25  -0.85 6   0.20 [bos] b a a a [eos]
cls0  - sp4 : -4.89  -0.98 6   0.20 [bos] b a a a [eos]
cls1  - sp0 : -3.56  -0.71 6   0.40 [bos] b a a a [eos]
cls1  - sp1 : -3.89  -0.78 6   0.40 [bos] b a a a [eos]
cls1  - sp2 : -4.22  -0.84 6   0.40 [bos] b a a a [eos]
cls1  - sp3 : -4.39  -0.88 6   0.40 [bos] b a a a [eos]
cls1  - sp4 : -4.94  -0.99 6   0.40 [bos] b a a a [eos]
cls2  - sp0 : -2.95  -0.59 6   0.60 [bos] b a a a [eos]
cls2  - sp1 : -4.07  -0.81 6   0.60 [bos] b a a a [eos]
cls2  - sp2 : -4.08  -0.82 6   0.60 [bos] b a a a [eos]
cls2  - sp3 : -4.27  -0.85 6   0.60 [bos] b a a a [eos]
cls2  - sp4 : -4.83  -0.97 6   0.60 [bos] b a a a [eos]
cls3  - sp0 : -2.34  -0.47 6   0.80 [bos] b a a a [eos]
cls3  - sp1 : -2.88  -0.58 6   1.00 [bos] b a a a [eos]
cls3  - sp2 : -3.36  -0.67 6   0.80 [bos] [unk] a a a [eos]
cls3  - sp3 : -3.47  -0.69 6   0.80 [bos] b a a a [eos]
cls3  - sp4 : -3.89  -0.78 6   1.00 [bos] [unk] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-223
src: none   none  6   [bos] b a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.88  /-4.93  /2.05   /0.0/0.00    -0.58 /-0.99  6   [bos] b a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -26.90 /-2.30  /-24.60 /   /-26.65    -13.45/-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.11 /-2.30  /-17.81 /   /-19.86    -10.06/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -27.21 /-2.81  /-24.39 /   /-26.44    -9.07 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -37.33 /-3.32  /-34.00 /   /-36.05    -9.33 /-0.83  5   [bos] b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -23.25 /-3.32  /-19.93 /   /-21.98    -5.81 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -3.16  -0.63 6   0.00 [bos] b a a a [eos]
cls0  - sp1 : -3.30  -0.66 6   0.20 [bos] b a a a [eos]
cls0  - sp2 : -4.10  -0.82 6   0.20 [bos] b a a a [eos]
cls0  - sp3 : -4.25  -0.85 6   0.20 [bos] b a a a [eos]
cls0  - sp4 : -4.89  -0.98 6   0.20 [bos] b a a a [eos]
cls1  - sp0 : -3.56  -0.71 6   0.40 [bos] b a a a [eos]
cls1  - sp1 : -3.89  -0.78 6   0.40 [bos] b a a a [eos]
cls1  - sp2 : -4.22  -0.84 6   0.40 [bos] b a a a [eos]
cls1  - sp3 : -4.39  -0.88 6   0.40 [bos] b a a a [eos]
cls1  - sp4 : -4.94  -0.99 6   0.40 [bos] b a a a [eos]
cls2  - sp0 : -2.95  -0.59 6   0.60 [bos] b a a a [eos]
cls2  - sp1 : -4.07  -0.81 6   0.60 [bos] b a a a [eos]
cls2  - sp2 : -4.08  -0.82 6   0.60 [bos] b a a a [eos]
cls2  - sp3 : -4.27  -0.85 6   0.60 [bos] b a a a [eos]
cls2  - sp4 : -4.83  -0.97 6   0.60 [bos] b a a a [eos]
cls3  - sp0 : -2.34  -0.47 6   0.80 [bos] b a a a [eos]
cls3  - sp1 : -2.88  -0.58 6   1.00 [bos] b a a a [eos]
cls3  - sp2 : -3.36  -0.67 6   0.80 [bos] [unk] a a a [eos]
cls3  - sp3 : -3.47  -0.69 6   0.80 [bos] b a a a [eos]
cls3  - sp4 : -3.89  -0.78 6   1.00 [bos] [unk] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-224
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.0/-0.00    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -162.74/-15.30 /-147.44/   /-148.44    -7.75 /-0.73  22  [bos] a b b b b a a b b b b b b b b b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -41.62 /-5.44  /-36.18 /   /-37.19    -6.94 /-0.91  7   [bos] b b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -27.71 /-3.32  /-24.39 /   /-25.39    -6.93 /-0.83  5   [bos] b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -32.17 /-4.93  /-27.24 /   /-28.24    -6.43 /-0.99  6   [bos] a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -11.65 /-2.81  /-8.84  /   /-9.84    -3.88 /-0.94  4   [bos] a a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-225
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.0/-0.00    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -144.76/-15.30 /-129.46/   /-130.04    -6.89 /-0.73  22  [bos] a b b b b a a b b b b b b b b b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -39.84 /-5.44  /-34.40 /   /-34.98    -6.64 /-0.91  7   [bos] b b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.25 /-3.32  /-24.93 /   /-25.51    -7.06 /-0.83  5   [bos] b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -30.68 /-4.93  /-25.74 /   /-26.33    -6.14 /-0.99  6   [bos] a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -12.11 /-2.81  /-9.30  /   /-9.88    -4.04 /-0.94  4   [bos] a a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-226
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.0/-0.00    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -164.04/-15.30 /-148.73/   /-149.74    -7.81 /-0.73  22  [bos] a b b b b a a b b b b b b b b b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -41.90 /-5.44  /-36.46 /   /-37.46    -6.98 /-0.91  7   [bos] b b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.00 /-3.32  /-24.67 /   /-25.68    -7.00 /-0.83  5   [bos] b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -32.49 /-4.93  /-27.56 /   /-28.56    -6.50 /-0.99  6   [bos] a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -11.81 /-2.81  /-9.00  /   /-10.01    -3.94 /-0.94  4   [bos] a a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-227
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.0/-0.00    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -154.96/-15.30 /-139.65/   /-140.23    -7.38 /-0.73  22  [bos] a b b b b a a b b b b b b b b b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -40.35 /-5.44  /-34.90 /   /-35.48    -6.72 /-0.91  7   [bos] b b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.74 /-3.32  /-25.42 /   /-26.00    -7.19 /-0.83  5   [bos] b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -31.00 /-4.93  /-26.06 /   /-26.65    -6.20 /-0.99  6   [bos] a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -12.14 /-2.81  /-9.33  /   /-9.91    -4.05 /-0.94  4   [bos] a a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-228
src: none   none  10  [bos] b a b b b b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.80  /-9.17  /5.38   /0.0/0.00    -0.42 /-1.02  10  [bos] b a b b b b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -33.09 /-8.59  /-24.50 /   /-29.88    -3.31 /-0.86  11  [bos] a b b b a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -25.61 /-3.32  /-22.29 /   /-27.67    -6.40 /-0.83  5   [bos] b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -31.50 /-6.47  /-25.04 /   /-30.41    -3.94 /-0.81  9   [bos] a a a a b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -33.93 /-3.32  /-30.61 /   /-35.99    -8.48 /-0.83  5   [bos] a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.15 /-2.30  /-18.85 /   /-24.22    -10.57/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.80  -0.42 10  0.00 [bos] b a b b b b a a [eos]
cls0  - sp1 : -3.85  -0.43 10  0.22 [bos] b a b b b b a a [eos]
cls0  - sp2 : -4.06  -0.45 10  0.00 [bos] b a b b b b b a [eos]
cls0  - sp3 : -4.13  -0.46 10  0.22 [bos] b a b b b b b a [eos]
cls0  - sp4 : -4.46  -0.50 10  0.11 [bos] b a b b b b a a [eos]
cls1  - sp0 : -4.71  -0.52 10  0.33 [bos] b a b b b b a a [eos]
cls1  - sp1 : -4.92  -0.55 10  0.33 [bos] b a b b b b a a [eos]
cls1  - sp2 : -5.08  -0.56 10  0.33 [bos] b a b b b b b a [eos]
cls1  - sp3 : -5.14  -0.57 10  0.33 [bos] b a b b b b b a [eos]
cls1  - sp4 : -5.53  -0.61 10  0.44 [bos] b a b b b b a a [eos]
cls2  - sp0 : -5.13  -0.57 10  0.56 [bos] b a b b b b a a [eos]
cls2  - sp1 : -5.42  -0.60 10  0.67 [bos] b a b b b b a a [eos]
cls2  - sp2 : -6.02  -0.67 10  0.67 [bos] b a b b b b a a [eos]
cls2  - sp3 : -6.38  -0.71 10  0.56 [bos] b a b b b b a a [eos]
cls2  - sp4 : -6.41  -0.71 10  0.56 [bos] b a b b b b b a [eos]
cls3  - sp0 : -3.24  -0.36 10  0.89 [bos] b a b b b b a a [eos]
cls3  - sp1 : -3.36  -0.37 10  0.89 [bos] b a b b b b a b [eos]
cls3  - sp2 : -3.41  -0.38 10  1.00 [bos] b a b b b b a a [eos]
cls3  - sp3 : -3.60  -0.40 10  1.00 [bos] b a b b b b a b [eos]
cls3  - sp4 : -4.13  -0.46 10  0.89 [bos] b a b b b b b a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-229
src: none   none  10  [bos] b a b b b b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.41  /-9.17  /5.77   /0.0/0.00    -0.38 /-1.02  10  [bos] b a b b b b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -35.19 /-8.59  /-26.60 /   /-32.37    -3.52 /-0.86  11  [bos] a b b b a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.29 /-3.32  /-24.96 /   /-30.73    -7.07 /-0.83  5   [bos] b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -31.58 /-6.47  /-25.12 /   /-30.88    -3.95 /-0.81  9   [bos] a a a a b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -32.62 /-3.32  /-29.30 /   /-35.07    -8.16 /-0.83  5   [bos] a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.08 /-2.30  /-18.78 /   /-24.54    -10.54/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.80  -0.42 10  0.00 [bos] b a b b b b a a [eos]
cls0  - sp1 : -3.85  -0.43 10  0.22 [bos] b a b b b b a a [eos]
cls0  - sp2 : -4.06  -0.45 10  0.00 [bos] b a b b b b b a [eos]
cls0  - sp3 : -4.13  -0.46 10  0.22 [bos] b a b b b b b a [eos]
cls0  - sp4 : -4.46  -0.50 10  0.11 [bos] b a b b b b a a [eos]
cls1  - sp0 : -4.71  -0.52 10  0.33 [bos] b a b b b b a a [eos]
cls1  - sp1 : -4.92  -0.55 10  0.33 [bos] b a b b b b a a [eos]
cls1  - sp2 : -5.08  -0.56 10  0.33 [bos] b a b b b b b a [eos]
cls1  - sp3 : -5.14  -0.57 10  0.33 [bos] b a b b b b b a [eos]
cls1  - sp4 : -5.53  -0.61 10  0.44 [bos] b a b b b b a a [eos]
cls2  - sp0 : -5.13  -0.57 10  0.56 [bos] b a b b b b a a [eos]
cls2  - sp1 : -5.42  -0.60 10  0.67 [bos] b a b b b b a a [eos]
cls2  - sp2 : -6.02  -0.67 10  0.67 [bos] b a b b b b a a [eos]
cls2  - sp3 : -6.38  -0.71 10  0.56 [bos] b a b b b b a a [eos]
cls2  - sp4 : -6.41  -0.71 10  0.56 [bos] b a b b b b b a [eos]
cls3  - sp0 : -3.24  -0.36 10  0.89 [bos] b a b b b b a a [eos]
cls3  - sp1 : -3.36  -0.37 10  0.89 [bos] b a b b b b a b [eos]
cls3  - sp2 : -3.41  -0.38 10  1.00 [bos] b a b b b b a a [eos]
cls3  - sp3 : -3.60  -0.40 10  1.00 [bos] b a b b b b a b [eos]
cls3  - sp4 : -4.13  -0.46 10  0.89 [bos] b a b b b b b a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-230
src: none   none  10  [bos] b a b b b b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -4.72  /-9.17  /4.45   /0.0/0.00    -0.52 /-1.02  10  [bos] b a b b b b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -37.55 /-8.59  /-28.96 /   /-33.42    -3.76 /-0.86  11  [bos] a b b b a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.04 /-3.32  /-24.72 /   /-29.17    -7.01 /-0.83  5   [bos] b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -32.67 /-6.47  /-26.20 /   /-30.66    -4.08 /-0.81  9   [bos] a a a a b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -34.66 /-3.32  /-31.34 /   /-35.79    -8.67 /-0.83  5   [bos] a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.29 /-2.30  /-18.99 /   /-23.44    -10.64/-1.15  3   [bos] b [eos]
cls0  - sp0 : -4.31  -0.48 10  0.22 [bos] b a b b b b a a [eos]
cls0  - sp1 : -4.43  -0.49 10  0.22 [bos] b a b b b b b a [eos]
cls0  - sp2 : -4.72  -0.52 10  0.00 [bos] b a b b b b a a [eos]
cls0  - sp3 : -4.99  -0.55 10  0.00 [bos] b a b b b b b a [eos]
cls0  - sp4 : -5.00  -0.56 10  0.11 [bos] b a b b b b a a [eos]
cls1  - sp0 : -5.12  -0.57 10  0.33 [bos] b a b b b b a a [eos]
cls1  - sp1 : -5.14  -0.57 10  0.33 [bos] b a b b b b b a [eos]
cls1  - sp2 : -5.55  -0.62 10  0.33 [bos] b a b b b b a a [eos]
cls1  - sp3 : -5.69  -0.63 10  0.33 [bos] b a b b b b b a [eos]
cls1  - sp4 : -5.82  -0.65 10  0.44 [bos] b a b b b b b a [eos]
cls2  - sp0 : -5.10  -0.57 10  0.67 [bos] b a b b b b a a [eos]
cls2  - sp1 : -5.29  -0.59 10  0.67 [bos] b a b b b b b a [eos]
cls2  - sp2 : -5.84  -0.65 10  0.56 [bos] b a b b b b b a [eos]
cls2  - sp3 : -5.90  -0.66 10  0.56 [bos] b a b b b b a a [eos]
cls2  - sp4 : -6.15  -0.68 10  0.56 [bos] b a b b b b a a [eos]
cls3  - sp0 : -3.02  -0.34 10  0.89 [bos] b a b b b b b a [eos]
cls3  - sp1 : -3.17  -0.35 10  0.89 [bos] b a b b b b a a [eos]
cls3  - sp2 : -3.20  -0.36 10  1.00 [bos] b a b b b b b a [eos]
cls3  - sp3 : -3.34  -0.37 10  1.00 [bos] b a b b b b a a [eos]
cls3  - sp4 : -3.88  -0.43 10  0.78 [bos] b a b b b b a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-231
src: none   none  10  [bos] b a b b b b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.34  /-9.17  /5.83   /0.0/0.00    -0.37 /-1.02  10  [bos] b a b b b b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -35.03 /-8.59  /-26.45 /   /-32.28    -3.50 /-0.86  11  [bos] a b b b a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -29.12 /-3.32  /-25.79 /   /-31.63    -7.28 /-0.83  5   [bos] b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -30.93 /-6.47  /-24.46 /   /-30.30    -3.87 /-0.81  9   [bos] a a a a b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -33.47 /-3.32  /-30.15 /   /-35.98    -8.37 /-0.83  5   [bos] a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.74 /-2.30  /-19.44 /   /-25.27    -10.87/-1.15  3   [bos] b [eos]
cls0  - sp0 : -4.31  -0.48 10  0.22 [bos] b a b b b b a a [eos]
cls0  - sp1 : -4.43  -0.49 10  0.22 [bos] b a b b b b b a [eos]
cls0  - sp2 : -4.72  -0.52 10  0.00 [bos] b a b b b b a a [eos]
cls0  - sp3 : -4.99  -0.55 10  0.00 [bos] b a b b b b b a [eos]
cls0  - sp4 : -5.00  -0.56 10  0.11 [bos] b a b b b b a a [eos]
cls1  - sp0 : -5.12  -0.57 10  0.33 [bos] b a b b b b a a [eos]
cls1  - sp1 : -5.14  -0.57 10  0.33 [bos] b a b b b b b a [eos]
cls1  - sp2 : -5.55  -0.62 10  0.33 [bos] b a b b b b a a [eos]
cls1  - sp3 : -5.69  -0.63 10  0.33 [bos] b a b b b b b a [eos]
cls1  - sp4 : -5.82  -0.65 10  0.44 [bos] b a b b b b b a [eos]
cls2  - sp0 : -5.10  -0.57 10  0.67 [bos] b a b b b b a a [eos]
cls2  - sp1 : -5.29  -0.59 10  0.67 [bos] b a b b b b b a [eos]
cls2  - sp2 : -5.84  -0.65 10  0.56 [bos] b a b b b b b a [eos]
cls2  - sp3 : -5.90  -0.66 10  0.56 [bos] b a b b b b a a [eos]
cls2  - sp4 : -6.15  -0.68 10  0.56 [bos] b a b b b b a a [eos]
cls3  - sp0 : -3.02  -0.34 10  0.89 [bos] b a b b b b b a [eos]
cls3  - sp1 : -3.17  -0.35 10  0.89 [bos] b a b b b b a a [eos]
cls3  - sp2 : -3.20  -0.36 10  1.00 [bos] b a b b b b b a [eos]
cls3  - sp3 : -3.34  -0.37 10  1.00 [bos] b a b b b b a a [eos]
cls3  - sp4 : -3.88  -0.43 10  0.78 [bos] b a b b b b a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-232
src: none   none  5   [bos] b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.57  /-4.42  /1.85   /0.0/0.00    -0.64 /-1.11  5   [bos] b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -53.79 /-11.88 /-41.91 /   /-43.76    -5.38 /-1.19  11  [bos] a a a b a b b a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -23.57 /-3.32  /-20.24 /   /-22.09    -5.89 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.88 /-2.30  /-26.58 /   /-28.43    -14.44/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -34.44 /-3.84  /-30.60 /   /-32.45    -6.89 /-0.77  6   [bos] a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -34.16 /-6.47  /-27.69 /   /-29.54    -4.27 /-0.81  9   [bos] b b a a a a a [eos]
cls0  - sp0 : -2.57  -0.64 5   0.00 [bos] b b a [eos]
cls0  - sp1 : -7.10  -7.10 2   0.00 [bos] [eos]
cls0  - sp2 : -8.56  -2.14 5   0.00 [bos] [pad] b a [eos]
cls0  - sp3 : -9.23  -1.85 6   0.20 [bos] b b a [pad] [eos]
cls0  - sp4 : -9.23  -2.31 5   0.00 [bos] [unk] b a [eos]
cls1  - sp0 : -2.66  -0.66 5   0.25 [bos] b b a [eos]
cls1  - sp1 : -3.25  -0.81 5   0.25 [bos] b b a [eos]
cls1  - sp2 : -3.41  -0.85 5   0.25 [bos] b b a [eos]
cls1  - sp3 : -5.22  -1.30 5   0.25 [bos] b b a [eos]
cls1  - sp4 : -5.29  -1.32 5   0.25 [bos] [unk] b a [eos]
cls2  - sp0 : -1.87  -0.47 5   0.50 [bos] b b a [eos]
cls2  - sp1 : -3.46  -0.87 5   0.50 [bos] b b a [eos]
cls2  - sp2 : -3.54  -0.89 5   0.50 [bos] b b a [eos]
cls2  - sp3 : -3.94  -0.99 5   0.50 [bos] b b a [eos]
cls2  - sp4 : -4.30  -1.08 5   0.50 [bos] [unk] b a [eos]
cls3  - sp0 : -1.63  -0.41 5   0.75 [bos] b b a [eos]
cls3  - sp1 : -2.33  -0.58 5   1.00 [bos] b b a [eos]
cls3  - sp2 : -2.60  -0.65 5   0.75 [bos] b b a [eos]
cls3  - sp3 : -2.89  -0.72 5   0.75 [bos] [unk] b a [eos]
cls3  - sp4 : -3.61  -0.90 5   1.00 [bos] [unk] b a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-233
src: none   none  5   [bos] b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.33  /-4.42  /2.09   /0.0/0.00    -0.58 /-1.11  5   [bos] b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -62.65 /-11.88 /-50.77 /   /-52.86    -6.26 /-1.19  11  [bos] a a a b a b b a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -22.75 /-3.32  /-19.43 /   /-21.52    -5.69 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.16 /-2.30  /-25.86 /   /-27.95    -14.08/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -33.53 /-3.84  /-29.70 /   /-31.79    -6.71 /-0.77  6   [bos] a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -37.27 /-6.47  /-30.80 /   /-32.90    -4.66 /-0.81  9   [bos] b b a a a a a [eos]
cls0  - sp0 : -2.57  -0.64 5   0.00 [bos] b b a [eos]
cls0  - sp1 : -7.10  -7.10 2   0.00 [bos] [eos]
cls0  - sp2 : -8.56  -2.14 5   0.00 [bos] [pad] b a [eos]
cls0  - sp3 : -9.23  -1.85 6   0.20 [bos] b b a [pad] [eos]
cls0  - sp4 : -9.23  -2.31 5   0.00 [bos] [unk] b a [eos]
cls1  - sp0 : -2.66  -0.66 5   0.25 [bos] b b a [eos]
cls1  - sp1 : -3.25  -0.81 5   0.25 [bos] b b a [eos]
cls1  - sp2 : -3.41  -0.85 5   0.25 [bos] b b a [eos]
cls1  - sp3 : -5.22  -1.30 5   0.25 [bos] b b a [eos]
cls1  - sp4 : -5.29  -1.32 5   0.25 [bos] [unk] b a [eos]
cls2  - sp0 : -1.87  -0.47 5   0.50 [bos] b b a [eos]
cls2  - sp1 : -3.46  -0.87 5   0.50 [bos] b b a [eos]
cls2  - sp2 : -3.54  -0.89 5   0.50 [bos] b b a [eos]
cls2  - sp3 : -3.94  -0.99 5   0.50 [bos] b b a [eos]
cls2  - sp4 : -4.30  -1.08 5   0.50 [bos] [unk] b a [eos]
cls3  - sp0 : -1.63  -0.41 5   0.75 [bos] b b a [eos]
cls3  - sp1 : -2.33  -0.58 5   1.00 [bos] b b a [eos]
cls3  - sp2 : -2.60  -0.65 5   0.75 [bos] b b a [eos]
cls3  - sp3 : -2.89  -0.72 5   0.75 [bos] [unk] b a [eos]
cls3  - sp4 : -3.61  -0.90 5   1.00 [bos] [unk] b a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-234
src: none   none  5   [bos] b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.60  /-4.42  /1.82   /0.0/0.00    -0.65 /-1.11  5   [bos] b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -51.05 /-11.88 /-39.17 /   /-40.99    -5.11 /-1.19  11  [bos] a a a b a b b a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.99 /-3.32  /-18.66 /   /-20.48    -5.50 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.67 /-2.30  /-26.37 /   /-28.19    -14.34/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -32.64 /-3.84  /-28.81 /   /-30.63    -6.53 /-0.77  6   [bos] a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -31.31 /-6.47  /-24.84 /   /-26.67    -3.91 /-0.81  9   [bos] b b a a a a a [eos]
cls0  - sp0 : -2.60  -0.65 5   0.00 [bos] b b a [eos]
cls0  - sp1 : -6.41  -6.41 2   0.00 [bos] [eos]
cls0  - sp2 : -8.52  -2.13 5   0.00 [bos] [pad] b a [eos]
cls0  - sp3 : -8.88  -1.78 6   0.20 [bos] b b a [pad] [eos]
cls0  - sp4 : -8.93  -2.23 5   0.00 [bos] [unk] b a [eos]
cls1  - sp0 : -2.74  -0.68 5   0.25 [bos] b b a [eos]
cls1  - sp1 : -3.17  -0.79 5   0.25 [bos] b b a [eos]
cls1  - sp2 : -3.53  -0.88 5   0.25 [bos] b b a [eos]
cls1  - sp3 : -5.37  -1.34 5   0.25 [bos] [unk] b a [eos]
cls1  - sp4 : -5.68  -1.42 5   0.25 [bos] b b a [eos]
cls2  - sp0 : -1.86  -0.46 5   0.50 [bos] b b a [eos]
cls2  - sp1 : -3.61  -0.90 5   0.50 [bos] b b a [eos]
cls2  - sp2 : -3.69  -0.92 5   0.50 [bos] b b a [eos]
cls2  - sp3 : -3.92  -0.98 5   0.50 [bos] b b a [eos]
cls2  - sp4 : -4.31  -1.08 5   0.50 [bos] [unk] b a [eos]
cls3  - sp0 : -1.59  -0.40 5   0.75 [bos] b b a [eos]
cls3  - sp1 : -2.33  -0.58 5   1.00 [bos] b b a [eos]
cls3  - sp2 : -2.63  -0.66 5   0.75 [bos] b b a [eos]
cls3  - sp3 : -2.72  -0.68 5   0.75 [bos] [unk] b a [eos]
cls3  - sp4 : -3.46  -0.87 5   1.00 [bos] [unk] b a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-235
src: none   none  5   [bos] b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.33  /-4.42  /2.10   /0.0/0.00    -0.58 /-1.11  5   [bos] b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -61.09 /-11.88 /-49.20 /   /-51.30    -6.11 /-1.19  11  [bos] a a a b a b b a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.06 /-3.32  /-17.74 /   /-19.84    -5.27 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.35 /-2.30  /-26.04 /   /-28.14    -14.17/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -31.13 /-3.84  /-27.30 /   /-29.40    -6.23 /-0.77  6   [bos] a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -37.62 /-6.47  /-31.16 /   /-33.25    -4.70 /-0.81  9   [bos] b b a a a a a [eos]
cls0  - sp0 : -2.60  -0.65 5   0.00 [bos] b b a [eos]
cls0  - sp1 : -6.41  -6.41 2   0.00 [bos] [eos]
cls0  - sp2 : -8.52  -2.13 5   0.00 [bos] [pad] b a [eos]
cls0  - sp3 : -8.88  -1.78 6   0.20 [bos] b b a [pad] [eos]
cls0  - sp4 : -8.93  -2.23 5   0.00 [bos] [unk] b a [eos]
cls1  - sp0 : -2.74  -0.68 5   0.25 [bos] b b a [eos]
cls1  - sp1 : -3.17  -0.79 5   0.25 [bos] b b a [eos]
cls1  - sp2 : -3.53  -0.88 5   0.25 [bos] b b a [eos]
cls1  - sp3 : -5.37  -1.34 5   0.25 [bos] [unk] b a [eos]
cls1  - sp4 : -5.68  -1.42 5   0.25 [bos] b b a [eos]
cls2  - sp0 : -1.86  -0.46 5   0.50 [bos] b b a [eos]
cls2  - sp1 : -3.61  -0.90 5   0.50 [bos] b b a [eos]
cls2  - sp2 : -3.69  -0.92 5   0.50 [bos] b b a [eos]
cls2  - sp3 : -3.92  -0.98 5   0.50 [bos] b b a [eos]
cls2  - sp4 : -4.31  -1.08 5   0.50 [bos] [unk] b a [eos]
cls3  - sp0 : -1.59  -0.40 5   0.75 [bos] b b a [eos]
cls3  - sp1 : -2.33  -0.58 5   1.00 [bos] b b a [eos]
cls3  - sp2 : -2.63  -0.66 5   0.75 [bos] b b a [eos]
cls3  - sp3 : -2.72  -0.68 5   0.75 [bos] [unk] b a [eos]
cls3  - sp4 : -3.46  -0.87 5   1.00 [bos] [unk] b a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-236
src: none   none  11  [bos] a b b b b a b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -9.44  /-10.78 /1.34   /0.0/-0.00    -0.94 /-1.08  11  [bos] a b b b b a b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -44.16 /-6.39  /-37.77 /   /-39.11    -4.42 /-0.64  11  [bos] a a a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -37.56 /-3.32  /-34.23 /   /-35.57    -9.39 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -39.98 /-3.91  /-36.06 /   /-37.40    -13.33/-1.30  4   [bos] b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -17.07 /-8.59  /-8.48  /   /-9.82    -1.71 /-0.86  11  [bos] b b b b a a b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.78 /-2.81  /-27.97 /   /-29.31    -10.26/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -7.35  -0.73 11  0.00 [bos] a b b b a a b b b [eos]
cls0  - sp1 : -7.37  -0.74 11  0.20 [bos] a b b b a a b b b [eos]
cls0  - sp2 : -7.40  -0.74 11  0.00 [bos] a b b b a a b a a [eos]
cls0  - sp3 : -7.41  -0.74 11  0.20 [bos] a b b b b a b a b [eos]
cls0  - sp4 : -7.48  -0.75 11  0.20 [bos] a b b b b a b b b [eos]
cls1  - sp0 : -6.74  -0.84 9   0.38 [bos] a b b b a a b [eos]
cls1  - sp1 : -8.03  -0.80 11  0.30 [bos] a b b b a a b a b [eos]
cls1  - sp2 : -8.28  -0.83 11  0.40 [bos] a b b b a a b a a [eos]
cls1  - sp3 : -8.31  -0.83 11  0.40 [bos] a b b b a a b a b [eos]
cls1  - sp4 : -8.38  -0.84 11  0.30 [bos] a b b b a a b a a [eos]
cls2  - sp0 : -6.75  -0.67 11  0.70 [bos] a b b b b a b b b [eos]
cls2  - sp1 : -6.78  -0.68 11  0.70 [bos] a b b b b a b b b [eos]
cls2  - sp2 : -6.83  -0.68 11  0.60 [bos] a b b b b a b b b [eos]
cls2  - sp3 : -7.13  -0.71 11  0.50 [bos] a b b b b a b b b [eos]
cls2  - sp4 : -10.33 -0.86 13  0.67 [bos] a b b b a a b b b b b [eos]
cls3  - sp0 : -3.71  -0.37 11  1.00 [bos] a b b b b a b b b [eos]
cls3  - sp1 : -4.14  -0.41 11  0.90 [bos] a b b b b a b b b [eos]
cls3  - sp2 : -12.65 -12.65 2   1.00 [bos] [eos]
cls3  - sp3 : -26.75 -0.21 128 1.00 [bos] a b b b b a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -26.88 -0.21 128 1.00 [bos] a b b b b a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-237
src: none   none  11  [bos] a b b b b a b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.30  /-10.78 /5.48   /0.0/-0.00    -0.53 /-1.08  11  [bos] a b b b b a b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -43.60 /-6.39  /-37.21 /   /-42.69    -4.36 /-0.64  11  [bos] a a a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -34.69 /-3.32  /-31.36 /   /-36.84    -8.67 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -39.56 /-3.91  /-35.65 /   /-41.13    -13.19/-1.30  4   [bos] b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -15.33 /-8.59  /-6.74  /   /-12.22    -1.53 /-0.86  11  [bos] b b b b a a b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -31.61 /-2.81  /-28.79 /   /-34.27    -10.54/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -7.35  -0.73 11  0.00 [bos] a b b b a a b b b [eos]
cls0  - sp1 : -7.37  -0.74 11  0.20 [bos] a b b b a a b b b [eos]
cls0  - sp2 : -7.40  -0.74 11  0.00 [bos] a b b b a a b a a [eos]
cls0  - sp3 : -7.41  -0.74 11  0.20 [bos] a b b b b a b a b [eos]
cls0  - sp4 : -7.48  -0.75 11  0.20 [bos] a b b b b a b b b [eos]
cls1  - sp0 : -6.74  -0.84 9   0.38 [bos] a b b b a a b [eos]
cls1  - sp1 : -8.03  -0.80 11  0.30 [bos] a b b b a a b a b [eos]
cls1  - sp2 : -8.28  -0.83 11  0.40 [bos] a b b b a a b a a [eos]
cls1  - sp3 : -8.31  -0.83 11  0.40 [bos] a b b b a a b a b [eos]
cls1  - sp4 : -8.38  -0.84 11  0.30 [bos] a b b b a a b a a [eos]
cls2  - sp0 : -6.75  -0.67 11  0.70 [bos] a b b b b a b b b [eos]
cls2  - sp1 : -6.78  -0.68 11  0.70 [bos] a b b b b a b b b [eos]
cls2  - sp2 : -6.83  -0.68 11  0.60 [bos] a b b b b a b b b [eos]
cls2  - sp3 : -7.13  -0.71 11  0.50 [bos] a b b b b a b b b [eos]
cls2  - sp4 : -10.33 -0.86 13  0.67 [bos] a b b b a a b b b b b [eos]
cls3  - sp0 : -3.71  -0.37 11  1.00 [bos] a b b b b a b b b [eos]
cls3  - sp1 : -4.14  -0.41 11  0.90 [bos] a b b b b a b b b [eos]
cls3  - sp2 : -12.65 -12.65 2   1.00 [bos] [eos]
cls3  - sp3 : -26.75 -0.21 128 1.00 [bos] a b b b b a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -26.88 -0.21 128 1.00 [bos] a b b b b a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-238
src: none   none  11  [bos] a b b b b a b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -9.40  /-10.78 /1.38   /0.0/0.00    -0.94 /-1.08  11  [bos] a b b b b a b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -41.87 /-6.39  /-35.49 /   /-36.87    -4.19 /-0.64  11  [bos] a a a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -35.12 /-3.32  /-31.79 /   /-33.17    -8.78 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.26 /-3.91  /-34.35 /   /-35.73    -12.75/-1.30  4   [bos] b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -23.89 /-8.59  /-15.30 /   /-16.68    -2.39 /-0.86  11  [bos] b b b b a a b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.96 /-2.81  /-27.15 /   /-28.53    -9.99 /-0.94  4   [bos] b b [eos]
cls0  - sp0 : -12.33 -12.33 2   0.00 [bos] [eos]
cls0  - sp1 : -39.41 -0.31 128 0.00 [bos] a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -39.45 -0.31 128 0.02 [bos] a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -39.66 -0.31 128 0.01 [bos] a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -40.13 -0.32 128 0.00 [bos] a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -10.27 -0.79 14  0.31 [bos] a b b b b a b b b b b b [eos]
cls1  - sp1 : -11.15 -0.86 14  0.31 [bos] a b b b b a b b a b b b [eos]
cls1  - sp2 : -11.57 -0.72 17  0.25 [bos] a b b b b a b b b b b b b b b [eos]
cls1  - sp3 : -13.58 -0.80 18  0.29 [bos] a b b b b a b b b b b b b b b b [eos]
cls1  - sp4 : -14.01 -0.82 18  0.29 [bos] a b b b b a b b b b b a b b b b [eos]
cls2  - sp0 : -8.54  -0.71 13  0.67 [bos] a b b b b a b b b b b [eos]
cls2  - sp1 : -9.62  -0.80 13  0.67 [bos] a b b b b a b b b b b [eos]
cls2  - sp2 : -12.23 -0.76 17  0.69 [bos] a b b b b a b b b b b b b b b [eos]
cls2  - sp3 : -12.26 -0.77 17  0.69 [bos] a b b b b a b b b b b b b b a [eos]
cls2  - sp4 : -12.36 -0.77 17  0.69 [bos] a b b b b a b b b b b b b b b [eos]
cls3  - sp0 : -12.74 -12.74 2   1.00 [bos] [eos]
cls3  - sp1 : -15.96 -0.13 128 1.00 [bos] a b b b b a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -16.54 -0.13 128 1.00 [bos] a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -17.33 -0.14 128 1.00 [bos] a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -18.29 -0.14 128 1.00 [bos] a b b b b a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-239
src: none   none  11  [bos] a b b b b a b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -7.66  /-10.78 /3.12   /0.0/0.00    -0.77 /-1.08  11  [bos] a b b b b a b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -44.84 /-6.39  /-38.45 /   /-41.57    -4.48 /-0.64  11  [bos] a a a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -33.98 /-3.32  /-30.66 /   /-33.78    -8.50 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.15 /-3.91  /-34.24 /   /-37.36    -12.72/-1.30  4   [bos] b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -23.37 /-8.59  /-14.78 /   /-17.90    -2.34 /-0.86  11  [bos] b b b b a a b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.80 /-2.81  /-27.98 /   /-31.10    -10.27/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -12.33 -12.33 2   0.00 [bos] [eos]
cls0  - sp1 : -39.41 -0.31 128 0.00 [bos] a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -39.45 -0.31 128 0.02 [bos] a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -39.66 -0.31 128 0.01 [bos] a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -40.13 -0.32 128 0.00 [bos] a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -10.27 -0.79 14  0.31 [bos] a b b b b a b b b b b b [eos]
cls1  - sp1 : -11.15 -0.86 14  0.31 [bos] a b b b b a b b a b b b [eos]
cls1  - sp2 : -11.57 -0.72 17  0.25 [bos] a b b b b a b b b b b b b b b [eos]
cls1  - sp3 : -13.58 -0.80 18  0.29 [bos] a b b b b a b b b b b b b b b b [eos]
cls1  - sp4 : -14.01 -0.82 18  0.29 [bos] a b b b b a b b b b b a b b b b [eos]
cls2  - sp0 : -8.54  -0.71 13  0.67 [bos] a b b b b a b b b b b [eos]
cls2  - sp1 : -9.62  -0.80 13  0.67 [bos] a b b b b a b b b b b [eos]
cls2  - sp2 : -12.23 -0.76 17  0.69 [bos] a b b b b a b b b b b b b b b [eos]
cls2  - sp3 : -12.26 -0.77 17  0.69 [bos] a b b b b a b b b b b b b b a [eos]
cls2  - sp4 : -12.36 -0.77 17  0.69 [bos] a b b b b a b b b b b b b b b [eos]
cls3  - sp0 : -12.74 -12.74 2   1.00 [bos] [eos]
cls3  - sp1 : -15.96 -0.13 128 1.00 [bos] a b b b b a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -16.54 -0.13 128 1.00 [bos] a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -17.33 -0.14 128 1.00 [bos] a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -18.29 -0.14 128 1.00 [bos] a b b b b a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-240
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.69/-0.69    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -10.06 /-2.30  /-7.76  /   /-9.46    -5.03 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.34 /-3.91  /-16.42 /   /-18.12    -6.78 /-1.30  4   [bos] b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -52.86 /-8.66  /-44.19 /   /-45.89    -6.61 /-1.08  9   [bos] a b b a b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -27.71 /-3.32  /-24.39 /   /-26.09    -6.93 /-0.83  5   [bos] b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /   /-0.69    -0.65 /-1.15  3   [bos] a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-241
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.69/-0.69    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -10.97 /-2.30  /-8.67  /   /-9.94    -5.48 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.31 /-3.91  /-17.39 /   /-18.67    -7.10 /-1.30  4   [bos] b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -53.11 /-8.66  /-44.45 /   /-45.73    -6.64 /-1.08  9   [bos] a b b a b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -28.25 /-3.32  /-24.93 /   /-26.21    -7.06 /-0.83  5   [bos] b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /   /-0.69    -0.86 /-1.15  3   [bos] a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-242
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.69/-0.69    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -10.09 /-2.30  /-7.79  /   /-9.49    -5.04 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.40 /-3.91  /-16.48 /   /-18.18    -6.80 /-1.30  4   [bos] b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -53.35 /-8.66  /-44.68 /   /-46.38    -6.67 /-1.08  9   [bos] a b b a b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -28.00 /-3.32  /-24.67 /   /-26.37    -7.00 /-0.83  5   [bos] b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /   /-0.69    -0.65 /-1.15  3   [bos] a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-243
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.69/-0.69    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -11.00 /-2.30  /-8.69  /   /-9.97    -5.50 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.37 /-3.91  /-17.46 /   /-18.74    -7.12 /-1.30  4   [bos] b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -53.86 /-8.66  /-45.20 /   /-46.48    -6.73 /-1.08  9   [bos] a b b a b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -28.74 /-3.32  /-25.42 /   /-26.69    -7.19 /-0.83  5   [bos] b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /   /-0.69    -0.86 /-1.15  3   [bos] a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-244
src: none   none  6   [bos] b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.74  /-3.84  /-4.90  /0.0/-0.00    -1.75 /-0.77  6   [bos] b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -25.12 /-7.64  /-17.48 /   /-12.58    -4.19 /-1.27  7   [bos] b a b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.98 /-2.30  /-17.68 /   /-12.78    -9.99 /-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.50 /-5.96  /-22.54 /   /-17.64    -4.07 /-0.85  8   [bos] b b b b a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -40.32 /-5.44  /-34.87 /   /-29.97    -6.72 /-0.91  7   [bos] b b a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.73 /-4.42  /-26.30 /   /-21.40    -7.68 /-1.11  5   [bos] b b a [eos]
cls0  - sp0 : -8.12  -8.12 2   0.00 [bos] [eos]
cls0  - sp1 : -36.04 -0.28 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -36.60 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -37.09 -0.29 128 0.02 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -37.10 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -46.65 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -46.82 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -47.07 -0.37 128 0.29 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -47.19 -0.37 128 0.30 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -47.85 -0.38 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -52.94 -0.42 128 0.51 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -53.26 -0.42 128 0.53 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -53.58 -0.42 128 0.58 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -53.60 -0.42 128 0.57 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -53.67 -0.42 128 0.61 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -4.45  -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.53  -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -5.24  -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.27  -0.04 128 0.99 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.50  -0.04 128 0.99 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-245
src: none   none  6   [bos] b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -6.93  /-3.84  /-3.09  /0.0/-0.00    -1.39 /-0.77  6   [bos] b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -23.99 /-7.64  /-16.35 /   /-13.26    -4.00 /-1.27  7   [bos] b a b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.86 /-2.30  /-18.56 /   /-15.47    -10.43/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.00 /-5.96  /-22.04 /   /-18.95    -4.00 /-0.85  8   [bos] b b b b a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -36.53 /-5.44  /-31.08 /   /-27.99    -6.09 /-0.91  7   [bos] b b a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.06 /-4.42  /-24.64 /   /-21.55    -7.26 /-1.11  5   [bos] b b a [eos]
cls0  - sp0 : -8.12  -8.12 2   0.00 [bos] [eos]
cls0  - sp1 : -36.04 -0.28 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -36.60 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -37.09 -0.29 128 0.02 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -37.10 -0.29 128 0.01 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -46.65 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -46.82 -0.37 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -47.07 -0.37 128 0.29 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -47.19 -0.37 128 0.30 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -47.85 -0.38 128 0.28 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -52.94 -0.42 128 0.51 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -53.26 -0.42 128 0.53 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -53.58 -0.42 128 0.58 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -53.60 -0.42 128 0.57 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -53.67 -0.42 128 0.61 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -4.45  -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.53  -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -5.24  -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.27  -0.04 128 0.99 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.50  -0.04 128 0.99 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-246
src: none   none  6   [bos] b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.50  /-3.84  /-4.66  /0.0/-0.00    -1.70 /-0.77  6   [bos] b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.75 /-7.64  /-12.11 /   /-7.45    -3.29 /-1.27  7   [bos] b a b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.58 /-2.30  /-18.28 /   /-13.62    -10.29/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -22.47 /-5.96  /-16.52 /   /-11.85    -3.21 /-0.85  8   [bos] b b b b a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -34.64 /-5.44  /-29.19 /   /-24.53    -5.77 /-0.91  7   [bos] b b a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.13 /-4.42  /-25.71 /   /-21.05    -7.53 /-1.11  5   [bos] b b a [eos]
cls0  - sp0 : -6.14  -6.14 2   0.00 [bos] [eos]
cls0  - sp1 : -17.92 -0.14 128 0.02 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -18.21 -0.14 128 0.02 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -18.93 -0.15 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -19.26 -0.15 128 0.02 [bos] b b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -40.87 -0.32 128 0.25 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -41.14 -0.32 128 0.26 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -41.40 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -41.41 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -41.92 -0.33 128 0.31 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -112.05 -0.88 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -112.44 -0.89 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -115.13 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -115.52 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -116.04 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b
cls3  - sp0 : -4.69  -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.73  -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -4.89  -0.04 128 1.00 [bos] b b b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.28  -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.32  -0.04 128 1.00 [bos] b b b b [unk] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-247
src: none   none  6   [bos] b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.18  /-3.84  /-1.35  /0.0/-0.00    -1.04 /-0.77  6   [bos] b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.89 /-7.64  /-12.25 /   /-10.90    -3.31 /-1.27  7   [bos] b a b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.18 /-2.30  /-18.88 /   /-17.53    -10.59/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -24.11 /-5.96  /-18.15 /   /-16.81    -3.44 /-0.85  8   [bos] b b b b a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -31.62 /-5.44  /-26.18 /   /-24.83    -5.27 /-0.91  7   [bos] b b a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -28.09 /-4.42  /-23.66 /   /-22.32    -7.02 /-1.11  5   [bos] b b a [eos]
cls0  - sp0 : -6.14  -6.14 2   0.00 [bos] [eos]
cls0  - sp1 : -17.92 -0.14 128 0.02 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -18.21 -0.14 128 0.02 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -18.93 -0.15 128 0.00 [bos] b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -19.26 -0.15 128 0.02 [bos] b b b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -40.87 -0.32 128 0.25 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -41.14 -0.32 128 0.26 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -41.40 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -41.41 -0.33 128 0.27 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -41.92 -0.33 128 0.31 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -112.05 -0.88 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -112.44 -0.89 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -115.13 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -115.52 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -116.04 -0.91 128 0.75 [bos] b b b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b
cls3  - sp0 : -4.69  -0.04 128 1.00 [bos] b b b b [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.73  -0.04 128 1.00 [bos] b b b b [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -4.89  -0.04 128 1.00 [bos] b b b b [pad] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -5.28  -0.04 128 1.00 [bos] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -5.32  -0.04 128 1.00 [bos] b b b b [unk] [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-248
src: none   none  7   [bos] b b b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.02  /-5.44  /0.42   /0.0/0.00    -0.84 /-0.91  7   [bos] b b b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -53.58 /-6.98  /-46.61 /   /-47.03    -5.95 /-0.78  10  [bos] b a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -46.54 /-9.17  /-37.37 /   /-37.79    -5.17 /-1.02  10  [bos] b b a a b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -36.73 /-2.81  /-33.92 /   /-34.34    -12.24/-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -38.44 /-5.52  /-32.92 /   /-33.34    -9.61 /-1.38  5   [bos] a b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -54.61 /-9.02  /-45.59 /   /-46.01    -4.20 /-0.69  14  [bos] b b b b b b a a a a a a [eos]
cls0  - sp0 : -4.00  -0.67 7   0.17 [bos] b b b a [pad] [eos]
cls0  - sp1 : -4.62  -0.77 7   0.17 [bos] b b b a a [eos]
cls0  - sp2 : -5.02  -0.84 7   0.00 [bos] b b b a a [eos]
cls0  - sp3 : -5.04  -0.84 7   0.17 [bos] b b b a [unk] [eos]
cls0  - sp4 : -5.04  -0.84 7   0.00 [bos] b b b a [unk] [eos]
cls1  - sp0 : -3.88  -0.65 7   0.33 [bos] b b b a [pad] [eos]
cls1  - sp1 : -4.36  -0.73 7   0.33 [bos] b b b a [unk] [eos]
cls1  - sp2 : -4.70  -0.78 7   0.33 [bos] b b b a [pad] [eos]
cls1  - sp3 : -4.81  -0.80 7   0.33 [bos] b b b a a [eos]
cls1  - sp4 : -4.92  -0.82 7   0.33 [bos] b b b a b [eos]
cls2  - sp0 : -2.70  -0.45 7   0.67 [bos] b b b a a [eos]
cls2  - sp1 : -3.29  -0.55 7   0.67 [bos] b b b a [pad] [eos]
cls2  - sp2 : -4.05  -0.68 7   0.67 [bos] b b b a [unk] [eos]
cls2  - sp3 : -4.06  -0.68 7   0.50 [bos] b b b a a [eos]
cls2  - sp4 : -4.34  -0.72 7   0.67 [bos] b b b a a [eos]
cls3  - sp0 : -2.28  -0.38 7   0.83 [bos] b b b a a [eos]
cls3  - sp1 : -2.86  -0.48 7   0.83 [bos] b b b a [pad] [eos]
cls3  - sp2 : -3.09  -0.51 7   1.00 [bos] b b b a a [eos]
cls3  - sp3 : -3.49  -0.58 7   0.83 [bos] b b b a a [eos]
cls3  - sp4 : -3.68  -0.61 7   1.00 [bos] b b b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-249
src: none   none  7   [bos] b b b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.09  /-5.44  /2.36   /0.0/0.00    -0.51 /-0.91  7   [bos] b b b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -52.07 /-6.98  /-45.09 /   /-47.45    -5.79 /-0.78  10  [bos] b a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -43.41 /-9.17  /-34.23 /   /-36.59    -4.82 /-1.02  10  [bos] b b a a b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -35.73 /-2.81  /-32.91 /   /-35.27    -11.91/-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -34.02 /-5.52  /-28.50 /   /-30.86    -8.51 /-1.38  5   [bos] a b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -60.51 /-9.02  /-51.49 /   /-53.84    -4.65 /-0.69  14  [bos] b b b b b b a a a a a a [eos]
cls0  - sp0 : -4.00  -0.67 7   0.17 [bos] b b b a [pad] [eos]
cls0  - sp1 : -4.62  -0.77 7   0.17 [bos] b b b a a [eos]
cls0  - sp2 : -5.02  -0.84 7   0.00 [bos] b b b a a [eos]
cls0  - sp3 : -5.04  -0.84 7   0.17 [bos] b b b a [unk] [eos]
cls0  - sp4 : -5.04  -0.84 7   0.00 [bos] b b b a [unk] [eos]
cls1  - sp0 : -3.88  -0.65 7   0.33 [bos] b b b a [pad] [eos]
cls1  - sp1 : -4.36  -0.73 7   0.33 [bos] b b b a [unk] [eos]
cls1  - sp2 : -4.70  -0.78 7   0.33 [bos] b b b a [pad] [eos]
cls1  - sp3 : -4.81  -0.80 7   0.33 [bos] b b b a a [eos]
cls1  - sp4 : -4.92  -0.82 7   0.33 [bos] b b b a b [eos]
cls2  - sp0 : -2.70  -0.45 7   0.67 [bos] b b b a a [eos]
cls2  - sp1 : -3.29  -0.55 7   0.67 [bos] b b b a [pad] [eos]
cls2  - sp2 : -4.05  -0.68 7   0.67 [bos] b b b a [unk] [eos]
cls2  - sp3 : -4.06  -0.68 7   0.50 [bos] b b b a a [eos]
cls2  - sp4 : -4.34  -0.72 7   0.67 [bos] b b b a a [eos]
cls3  - sp0 : -2.28  -0.38 7   0.83 [bos] b b b a a [eos]
cls3  - sp1 : -2.86  -0.48 7   0.83 [bos] b b b a [pad] [eos]
cls3  - sp2 : -3.09  -0.51 7   1.00 [bos] b b b a a [eos]
cls3  - sp3 : -3.49  -0.58 7   0.83 [bos] b b b a a [eos]
cls3  - sp4 : -3.68  -0.61 7   1.00 [bos] b b b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-250
src: none   none  7   [bos] b b b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.84  /-5.44  /1.60   /0.0/0.00    -0.64 /-0.91  7   [bos] b b b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -56.40 /-6.98  /-49.42 /   /-51.02    -6.27 /-0.78  10  [bos] b a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -49.39 /-9.17  /-40.22 /   /-41.82    -5.49 /-1.02  10  [bos] b b a a b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -35.29 /-2.81  /-32.47 /   /-34.07    -11.76/-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -36.04 /-5.52  /-30.52 /   /-32.12    -9.01 /-1.38  5   [bos] a b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -57.80 /-9.02  /-48.78 /   /-50.38    -4.45 /-0.69  14  [bos] b b b b b b a a a a a a [eos]
cls0  - sp0 : -3.59  -0.60 7   0.17 [bos] b b b a a [eos]
cls0  - sp1 : -3.84  -0.64 7   0.00 [bos] b b b a a [eos]
cls0  - sp2 : -4.00  -0.67 7   0.17 [bos] b b b a a [eos]
cls0  - sp3 : -4.55  -0.76 7   0.17 [bos] b b b a [unk] [eos]
cls0  - sp4 : -5.06  -0.84 7   0.17 [bos] b b b a a [eos]
cls1  - sp0 : -3.37  -0.56 7   0.33 [bos] b b b a [pad] [eos]
cls1  - sp1 : -3.49  -0.58 7   0.33 [bos] b b b a a [eos]
cls1  - sp2 : -4.39  -0.73 7   0.33 [bos] b b b a [unk] [eos]
cls1  - sp3 : -4.60  -0.77 7   0.33 [bos] b b b a [unk] [eos]
cls1  - sp4 : -4.80  -0.80 7   0.33 [bos] b b b a a [eos]
cls2  - sp0 : -3.41  -0.57 7   0.50 [bos] b b b a [pad] [eos]
cls2  - sp1 : -3.63  -0.60 7   0.67 [bos] b b b a a [eos]
cls2  - sp2 : -3.81  -0.64 7   0.67 [bos] b b b a [unk] [eos]
cls2  - sp3 : -3.88  -0.65 7   0.67 [bos] b b b a [pad] [eos]
cls2  - sp4 : -4.36  -0.73 7   0.67 [bos] b b b a a [eos]
cls3  - sp0 : -2.31  -0.38 7   0.83 [bos] b b b a a [eos]
cls3  - sp1 : -2.62  -0.44 7   0.83 [bos] b b b a [pad] [eos]
cls3  - sp2 : -3.28  -0.55 7   1.00 [bos] b b b a a [eos]
cls3  - sp3 : -3.60  -0.60 7   1.00 [bos] b b b a [pad] [eos]
cls3  - sp4 : -4.23  -0.71 7   0.83 [bos] [unk] b b a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-251
src: none   none  7   [bos] b b b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.28  /-5.44  /2.17   /0.0/0.00    -0.55 /-0.91  7   [bos] b b b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -55.93 /-6.98  /-48.95 /   /-51.12    -6.21 /-0.78  10  [bos] b a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -45.96 /-9.17  /-36.79 /   /-38.96    -5.11 /-1.02  10  [bos] b b a a b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -34.16 /-2.81  /-31.35 /   /-33.51    -11.39/-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -32.42 /-5.52  /-26.90 /   /-29.06    -8.10 /-1.38  5   [bos] a b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -61.30 /-9.02  /-52.28 /   /-54.44    -4.72 /-0.69  14  [bos] b b b b b b a a a a a a [eos]
cls0  - sp0 : -3.59  -0.60 7   0.17 [bos] b b b a a [eos]
cls0  - sp1 : -3.84  -0.64 7   0.00 [bos] b b b a a [eos]
cls0  - sp2 : -4.00  -0.67 7   0.17 [bos] b b b a a [eos]
cls0  - sp3 : -4.55  -0.76 7   0.17 [bos] b b b a [unk] [eos]
cls0  - sp4 : -5.06  -0.84 7   0.17 [bos] b b b a a [eos]
cls1  - sp0 : -3.37  -0.56 7   0.33 [bos] b b b a [pad] [eos]
cls1  - sp1 : -3.49  -0.58 7   0.33 [bos] b b b a a [eos]
cls1  - sp2 : -4.39  -0.73 7   0.33 [bos] b b b a [unk] [eos]
cls1  - sp3 : -4.60  -0.77 7   0.33 [bos] b b b a [unk] [eos]
cls1  - sp4 : -4.80  -0.80 7   0.33 [bos] b b b a a [eos]
cls2  - sp0 : -3.41  -0.57 7   0.50 [bos] b b b a [pad] [eos]
cls2  - sp1 : -3.63  -0.60 7   0.67 [bos] b b b a a [eos]
cls2  - sp2 : -3.81  -0.64 7   0.67 [bos] b b b a [unk] [eos]
cls2  - sp3 : -3.88  -0.65 7   0.67 [bos] b b b a [pad] [eos]
cls2  - sp4 : -4.36  -0.73 7   0.67 [bos] b b b a a [eos]
cls3  - sp0 : -2.31  -0.38 7   0.83 [bos] b b b a a [eos]
cls3  - sp1 : -2.62  -0.44 7   0.83 [bos] b b b a [pad] [eos]
cls3  - sp2 : -3.28  -0.55 7   1.00 [bos] b b b a a [eos]
cls3  - sp3 : -3.60  -0.60 7   1.00 [bos] b b b a [pad] [eos]
cls3  - sp4 : -4.23  -0.71 7   0.83 [bos] [unk] b b a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-252
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.61  /-3.32  /0.71   /0.0/-0.00    -0.65 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -20.15 /-6.39  /-13.76 /   /-14.47    -2.01 /-0.64  11  [bos] a a a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -48.29 /-8.59  /-39.70 /   /-40.41    -4.83 /-0.86  11  [bos] a a a a a b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -18.34 /-2.30  /-16.03 /   /-16.75    -9.17 /-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -26.73 /-2.30  /-24.43 /   /-25.14    -13.37/-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -23.93 /-5.44  /-18.49 /   /-19.20    -3.99 /-0.91  7   [bos] a a a b b [eos]
cls0  - sp0 : -2.61  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.21  -1.80 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.52  -7.52 2   0.00 [bos] [eos]
cls0  - sp3 : -9.04  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.14 -1.69 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.00  -0.75 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.27  -0.82 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.54  -0.88 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.72  -0.93 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -6.97  -1.74 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.14  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.05  -0.76 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.24  -0.81 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.72  -0.93 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.19  -1.05 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.29  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.98  -0.50 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.87  -0.72 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.89  -0.97 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -3.94  -0.98 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-253
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.98  /-3.32  /1.34   /0.0/-0.00    -0.50 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -16.94 /-6.39  /-10.55 /   /-11.89    -1.69 /-0.64  11  [bos] a a a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -46.31 /-8.59  /-37.72 /   /-39.06    -4.63 /-0.86  11  [bos] a a a a a b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -18.22 /-2.30  /-15.91 /   /-17.26    -9.11 /-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -28.25 /-2.30  /-25.94 /   /-27.28    -14.12/-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -22.71 /-5.44  /-17.26 /   /-18.60    -3.78 /-0.91  7   [bos] a a a b b [eos]
cls0  - sp0 : -2.61  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.21  -1.80 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.52  -7.52 2   0.00 [bos] [eos]
cls0  - sp3 : -9.04  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.14 -1.69 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.00  -0.75 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.27  -0.82 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.54  -0.88 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.72  -0.93 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -6.97  -1.74 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.14  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.05  -0.76 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.24  -0.81 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.72  -0.93 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.19  -1.05 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.29  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.98  -0.50 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.87  -0.72 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.89  -0.97 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -3.94  -0.98 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-254
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.62  /-3.32  /0.70   /0.0/-0.00    -0.65 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.76 /-6.39  /-13.37 /   /-14.07    -1.98 /-0.64  11  [bos] a a a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -47.29 /-8.59  /-38.70 /   /-39.40    -4.73 /-0.86  11  [bos] a a a a a b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -18.08 /-2.30  /-15.78 /   /-16.49    -9.04 /-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -26.46 /-2.30  /-24.15 /   /-24.86    -13.23/-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -23.14 /-5.44  /-17.69 /   /-18.40    -3.86 /-0.91  7   [bos] a a a b b [eos]
cls0  - sp0 : -2.62  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.15  -1.79 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.47  -7.47 2   0.00 [bos] [eos]
cls0  - sp3 : -9.03  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.07 -1.68 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.08  -0.77 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.31  -0.83 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.55  -0.89 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.74  -0.94 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -7.00  -1.75 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.11  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.16  -0.79 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.26  -0.82 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.81  -0.95 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.23  -1.06 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.26  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.96  -0.49 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.84  -0.71 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.96  -0.99 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -4.00  -1.00 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-255
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.96  /-3.32  /1.36   /0.0/-0.00    -0.49 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -17.56 /-6.39  /-11.17 /   /-12.54    -1.76 /-0.64  11  [bos] a a a a a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -46.11 /-8.59  /-37.52 /   /-38.88    -4.61 /-0.86  11  [bos] a a a a a b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -18.11 /-2.30  /-15.81 /   /-17.17    -9.06 /-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -28.04 /-2.30  /-25.73 /   /-27.10    -14.02/-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -22.51 /-5.44  /-17.06 /   /-18.42    -3.75 /-0.91  7   [bos] a a a b b [eos]
cls0  - sp0 : -2.62  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.15  -1.79 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.47  -7.47 2   0.00 [bos] [eos]
cls0  - sp3 : -9.03  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.07 -1.68 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.08  -0.77 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.31  -0.83 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.55  -0.89 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.74  -0.94 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -7.00  -1.75 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.11  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.16  -0.79 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.26  -0.82 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.81  -0.95 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.23  -1.06 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.26  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.96  -0.49 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.84  -0.71 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.96  -0.99 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -4.00  -1.00 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-256
src: none   none  15  [bos] a a a a a a a b b a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.81  /-10.63 /1.82   /0.0/0.00    -0.63 /-0.76  15  [bos] a a a a a a a b b a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -36.77 /-8.08  /-28.70 /   /-30.51    -4.09 /-0.90  10  [bos] a a b b b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -68.86 /-8.00  /-60.86 /   /-62.68    -6.26 /-0.73  12  [bos] b b b b b b a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.19 /-2.30  /-18.89 /   /-20.71    -10.60/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -36.06 /-6.47  /-29.59 /   /-31.41    -4.51 /-0.81  9   [bos] b b b a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -48.14 /-3.32  /-44.82 /   /-46.63    -12.04/-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -12.99 -12.99 2   0.00 [bos] [eos]
cls0  - sp1 : -65.35 -0.51 128 0.01 [bos] a a a a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -65.36 -0.51 128 0.01 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -65.52 -0.52 128 0.00 [bos] a a a a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -65.54 -0.52 128 0.00 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -6.47  -0.65 11  0.40 [bos] a a a a a a a b b [eos]
cls1  - sp1 : -7.09  -0.71 11  0.30 [bos] a a a a a a a b b [eos]
cls1  - sp2 : -10.01 -0.77 14  0.38 [bos] a a a a a a a b b a a a [eos]
cls1  - sp3 : -10.04 -0.77 14  0.31 [bos] a a a a a a a b b a a a [eos]
cls1  - sp4 : -10.97 -0.78 15  0.36 [bos] a a a a a a a b b a a a a [eos]
cls2  - sp0 : -6.33  -0.63 11  0.50 [bos] a a a a a a a b b [eos]
cls2  - sp1 : -7.20  -0.65 12  0.64 [bos] a a a a a a a b b b [eos]
cls2  - sp2 : -7.81  -0.65 13  0.67 [bos] a a a a a a a b b b b [eos]
cls2  - sp3 : -8.20  -0.68 13  0.67 [bos] a a a a a a a b b a b [eos]
cls2  - sp4 : -11.45 -0.72 17  0.69 [bos] a a a a a a a b b b b b b b b [eos]
cls3  - sp0 : -13.28 -13.28 2   1.00 [bos] [eos]
cls3  - sp1 : -36.65 -0.29 128 1.00 [bos] a a a a a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -36.91 -0.29 128 1.00 [bos] a a a a a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -36.99 -0.29 128 1.00 [bos] a a a a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -37.82 -0.30 128 1.00 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-257
src: none   none  15  [bos] a a a a a a a b b a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -10.93 /-10.63 /-0.30  /0.0/0.00    -0.78 /-0.76  15  [bos] a a a a a a a b b a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -38.67 /-8.08  /-30.60 /   /-30.30    -4.30 /-0.90  10  [bos] a a b b b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -74.52 /-8.00  /-66.52 /   /-66.22    -6.77 /-0.73  12  [bos] b b b b b b a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.04 /-2.30  /-18.74 /   /-18.44    -10.52/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -37.63 /-6.47  /-31.16 /   /-30.86    -4.70 /-0.81  9   [bos] b b b a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -49.82 /-3.32  /-46.50 /   /-46.20    -12.46/-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -12.99 -12.99 2   0.00 [bos] [eos]
cls0  - sp1 : -65.35 -0.51 128 0.01 [bos] a a a a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -65.36 -0.51 128 0.01 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -65.52 -0.52 128 0.00 [bos] a a a a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -65.54 -0.52 128 0.00 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -6.47  -0.65 11  0.40 [bos] a a a a a a a b b [eos]
cls1  - sp1 : -7.09  -0.71 11  0.30 [bos] a a a a a a a b b [eos]
cls1  - sp2 : -10.01 -0.77 14  0.38 [bos] a a a a a a a b b a a a [eos]
cls1  - sp3 : -10.04 -0.77 14  0.31 [bos] a a a a a a a b b a a a [eos]
cls1  - sp4 : -10.97 -0.78 15  0.36 [bos] a a a a a a a b b a a a a [eos]
cls2  - sp0 : -6.33  -0.63 11  0.50 [bos] a a a a a a a b b [eos]
cls2  - sp1 : -7.20  -0.65 12  0.64 [bos] a a a a a a a b b b [eos]
cls2  - sp2 : -7.81  -0.65 13  0.67 [bos] a a a a a a a b b b b [eos]
cls2  - sp3 : -8.20  -0.68 13  0.67 [bos] a a a a a a a b b a b [eos]
cls2  - sp4 : -11.45 -0.72 17  0.69 [bos] a a a a a a a b b b b b b b b [eos]
cls3  - sp0 : -13.28 -13.28 2   1.00 [bos] [eos]
cls3  - sp1 : -36.65 -0.29 128 1.00 [bos] a a a a a a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -36.91 -0.29 128 1.00 [bos] a a a a a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -36.99 -0.29 128 1.00 [bos] a a a a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -37.82 -0.30 128 1.00 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-258
src: none   none  15  [bos] a a a a a a a b b a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -10.56 /-10.63 /0.07   /0.0/0.00    -0.75 /-0.76  15  [bos] a a a a a a a b b a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -35.07 /-8.08  /-27.00 /   /-27.06    -3.90 /-0.90  10  [bos] a a b b b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -70.50 /-8.00  /-62.50 /   /-62.57    -6.41 /-0.73  12  [bos] b b b b b b a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.12 /-2.30  /-18.82 /   /-18.88    -10.56/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -36.74 /-6.47  /-30.28 /   /-30.34    -4.59 /-0.81  9   [bos] b b b a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -49.58 /-3.32  /-46.25 /   /-46.32    -12.39/-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -12.56 -12.56 2   0.00 [bos] [eos]
cls0  - sp1 : -36.87 -0.29 128 0.00 [bos] a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -37.32 -0.29 128 0.01 [bos] a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -37.61 -0.30 128 0.00 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -38.04 -0.30 128 0.00 [bos] a a a a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -7.56  -0.76 11  0.40 [bos] a a a a a a a b b [eos]
cls1  - sp1 : -9.83  -0.76 14  0.38 [bos] a a a a a a a b b b b b [eos]
cls1  - sp2 : -10.60 -0.66 17  0.31 [bos] a a a a a a a b b b b b b b b [eos]
cls1  - sp3 : -11.45 -0.67 18  0.29 [bos] a a a a a a a b b b b b b b b b [eos]
cls1  - sp4 : -12.46 -0.73 18  0.29 [bos] a a a a a a a b b b b b b b b b [eos]
cls2  - sp0 : -8.40  -0.70 13  0.67 [bos] a a a a a a a b b b b [eos]
cls2  - sp1 : -9.01  -0.75 13  0.67 [bos] a a a a a a a b b a b [eos]
cls2  - sp2 : -9.32  -0.78 13  0.67 [bos] a a a a a a a b b a a [eos]
cls2  - sp3 : -11.30 -0.71 17  0.69 [bos] a a a a a a a b b b b b b b b [eos]
cls2  - sp4 : -11.82 -0.74 17  0.69 [bos] a a a a a a a b b b b b b b b [eos]
cls3  - sp0 : -12.87 -12.87 2   1.00 [bos] [eos]
cls3  - sp1 : -20.75 -0.16 128 1.00 [bos] a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -21.95 -0.17 128 0.99 [bos] a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -22.09 -0.17 128 1.00 [bos] a a a a a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -22.22 -0.17 128 1.00 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-259
src: none   none  15  [bos] a a a a a a a b b a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -11.78 /-10.63 /-1.15  /0.0/0.00    -0.84 /-0.76  15  [bos] a a a a a a a b b a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -39.84 /-8.08  /-31.77 /   /-30.62    -4.43 /-0.90  10  [bos] a a b b b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -74.73 /-8.00  /-66.73 /   /-65.58    -6.79 /-0.73  12  [bos] b b b b b b a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.00 /-2.30  /-18.70 /   /-17.55    -10.50/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -37.36 /-6.47  /-30.89 /   /-29.75    -4.67 /-0.81  9   [bos] b b b a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -50.51 /-3.32  /-47.18 /   /-46.04    -12.63/-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -12.56 -12.56 2   0.00 [bos] [eos]
cls0  - sp1 : -36.87 -0.29 128 0.00 [bos] a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -37.32 -0.29 128 0.01 [bos] a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -37.61 -0.30 128 0.00 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -38.04 -0.30 128 0.00 [bos] a a a a a a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -7.56  -0.76 11  0.40 [bos] a a a a a a a b b [eos]
cls1  - sp1 : -9.83  -0.76 14  0.38 [bos] a a a a a a a b b b b b [eos]
cls1  - sp2 : -10.60 -0.66 17  0.31 [bos] a a a a a a a b b b b b b b b [eos]
cls1  - sp3 : -11.45 -0.67 18  0.29 [bos] a a a a a a a b b b b b b b b b [eos]
cls1  - sp4 : -12.46 -0.73 18  0.29 [bos] a a a a a a a b b b b b b b b b [eos]
cls2  - sp0 : -8.40  -0.70 13  0.67 [bos] a a a a a a a b b b b [eos]
cls2  - sp1 : -9.01  -0.75 13  0.67 [bos] a a a a a a a b b a b [eos]
cls2  - sp2 : -9.32  -0.78 13  0.67 [bos] a a a a a a a b b a a [eos]
cls2  - sp3 : -11.30 -0.71 17  0.69 [bos] a a a a a a a b b b b b b b b [eos]
cls2  - sp4 : -11.82 -0.74 17  0.69 [bos] a a a a a a a b b b b b b b b [eos]
cls3  - sp0 : -12.87 -12.87 2   1.00 [bos] [eos]
cls3  - sp1 : -20.75 -0.16 128 1.00 [bos] a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -21.95 -0.17 128 0.99 [bos] a a a a a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -22.09 -0.17 128 1.00 [bos] a a a a a a a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -22.22 -0.17 128 1.00 [bos] a a a a a a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-260
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.61  /-3.32  /0.71   /0.0/0.00    -0.65 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -45.72 /-5.96  /-39.77 /   /-40.48    -6.53 /-0.85  8   [bos] a a b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -26.73 /-2.30  /-24.43 /   /-25.14    -13.37/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -37.78 /-6.98  /-30.81 /   /-31.52    -4.20 /-0.78  10  [bos] b a a a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -26.40 /-3.91  /-22.49 /   /-23.20    -8.80 /-1.30  4   [bos] b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -64.66 /-8.08  /-56.58 /   /-57.29    -7.18 /-0.90  10  [bos] b b b b a a a b [eos]
cls0  - sp0 : -2.61  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.21  -1.80 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.52  -7.52 2   0.00 [bos] [eos]
cls0  - sp3 : -9.04  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.14 -1.69 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.00  -0.75 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.27  -0.82 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.54  -0.88 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.72  -0.93 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -6.97  -1.74 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.14  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.05  -0.76 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.24  -0.81 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.72  -0.93 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.19  -1.05 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.29  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.98  -0.50 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.87  -0.72 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.89  -0.97 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -3.94  -0.98 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-261
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.98  /-3.32  /1.34   /0.0/0.00    -0.50 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -51.17 /-5.96  /-45.21 /   /-46.55    -7.31 /-0.85  8   [bos] a a b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.25 /-2.30  /-25.94 /   /-27.28    -14.12/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -34.72 /-6.98  /-27.74 /   /-29.08    -3.86 /-0.78  10  [bos] b a a a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -27.25 /-3.91  /-23.33 /   /-24.68    -9.08 /-1.30  4   [bos] b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -69.78 /-8.08  /-61.70 /   /-63.04    -7.75 /-0.90  10  [bos] b b b b a a a b [eos]
cls0  - sp0 : -2.61  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.21  -1.80 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.52  -7.52 2   0.00 [bos] [eos]
cls0  - sp3 : -9.04  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.14 -1.69 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.00  -0.75 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.27  -0.82 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.54  -0.88 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.72  -0.93 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -6.97  -1.74 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.14  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.05  -0.76 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.24  -0.81 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.72  -0.93 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.19  -1.05 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.29  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.98  -0.50 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.87  -0.72 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.89  -0.97 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -3.94  -0.98 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-262
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.62  /-3.32  /0.70   /0.0/0.00    -0.65 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -44.80 /-5.96  /-38.85 /   /-39.55    -6.40 /-0.85  8   [bos] a a b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -26.46 /-2.30  /-24.15 /   /-24.86    -13.23/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -36.86 /-6.98  /-29.88 /   /-30.59    -4.10 /-0.78  10  [bos] b a a a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -26.60 /-3.91  /-22.69 /   /-23.40    -8.87 /-1.30  4   [bos] b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -62.39 /-8.08  /-54.31 /   /-55.02    -6.93 /-0.90  10  [bos] b b b b a a a b [eos]
cls0  - sp0 : -2.62  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.15  -1.79 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.47  -7.47 2   0.00 [bos] [eos]
cls0  - sp3 : -9.03  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.07 -1.68 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.08  -0.77 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.31  -0.83 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.55  -0.89 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.74  -0.94 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -7.00  -1.75 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.11  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.16  -0.79 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.26  -0.82 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.81  -0.95 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.23  -1.06 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.26  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.96  -0.49 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.84  -0.71 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.96  -0.99 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -4.00  -1.00 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-263
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.96  /-3.32  /1.36   /0.0/0.00    -0.49 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -50.70 /-5.96  /-44.74 /   /-46.10    -7.24 /-0.85  8   [bos] a a b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.04 /-2.30  /-25.73 /   /-27.10    -14.02/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -35.23 /-6.98  /-28.26 /   /-29.62    -3.91 /-0.78  10  [bos] b a a a a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -27.60 /-3.91  /-23.69 /   /-25.05    -9.20 /-1.30  4   [bos] b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -67.62 /-8.08  /-59.55 /   /-60.91    -7.51 /-0.90  10  [bos] b b b b a a a b [eos]
cls0  - sp0 : -2.62  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.15  -1.79 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.47  -7.47 2   0.00 [bos] [eos]
cls0  - sp3 : -9.03  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.07 -1.68 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.08  -0.77 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.31  -0.83 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.55  -0.89 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.74  -0.94 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -7.00  -1.75 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.11  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.16  -0.79 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.26  -0.82 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.81  -0.95 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.23  -1.06 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.26  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.96  -0.49 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.84  -0.71 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.96  -0.99 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -4.00  -1.00 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-264
src: none   none  6   [bos] a a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.82  /-4.93  /2.11   /0.0/-0.00    -0.56 /-0.99  6   [bos] a a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.90 /-2.30  /-17.60 /   /-19.71    -9.95 /-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -36.93 /-7.05  /-29.88 /   /-31.99    -5.28 /-1.01  8   [bos] a b a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -60.32 /-6.47  /-53.85 /   /-55.96    -7.54 /-0.81  9   [bos] b b b b b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -54.80 /-4.86  /-49.94 /   /-52.05    -7.83 /-0.69  8   [bos] b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -12.61 /-6.03  /-6.58  /   /-8.69    -2.52 /-1.21  6   [bos] b a a b [eos]
cls0  - sp0 : -2.82  -0.56 6   0.00 [bos] a a a b [eos]
cls0  - sp1 : -3.42  -0.68 6   0.20 [bos] a a a b [eos]
cls0  - sp2 : -3.69  -0.74 6   0.20 [bos] a a a b [eos]
cls0  - sp3 : -3.93  -0.79 6   0.20 [bos] a a a b [eos]
cls0  - sp4 : -4.84  -0.97 6   0.20 [bos] a a a b [eos]
cls1  - sp0 : -3.24  -0.65 6   0.40 [bos] a a a b [eos]
cls1  - sp1 : -3.92  -0.78 6   0.40 [bos] a a a b [eos]
cls1  - sp2 : -4.07  -0.81 6   0.40 [bos] a a a b [eos]
cls1  - sp3 : -4.38  -0.88 6   0.40 [bos] a a a b [eos]
cls1  - sp4 : -4.51  -0.90 6   0.40 [bos] a a a b [eos]
cls2  - sp0 : -2.73  -0.55 6   0.60 [bos] a a a b [eos]
cls2  - sp1 : -3.33  -0.67 6   0.60 [bos] a a a b [eos]
cls2  - sp2 : -3.49  -0.70 6   0.60 [bos] a a a b [eos]
cls2  - sp3 : -3.80  -0.76 6   0.60 [bos] a a a b [eos]
cls2  - sp4 : -3.82  -0.76 6   0.60 [bos] a a a b [eos]
cls3  - sp0 : -1.53  -0.31 6   0.80 [bos] a a a b [eos]
cls3  - sp1 : -2.08  -0.42 6   1.00 [bos] a a a b [eos]
cls3  - sp2 : -3.28  -0.66 6   0.80 [bos] a a a b [eos]
cls3  - sp3 : -3.95  -0.79 6   0.80 [bos] a a a b [eos]
cls3  - sp4 : -4.03  -0.81 6   0.80 [bos] a a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-265
src: none   none  6   [bos] a a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.08  /-4.93  /2.86   /0.0/-0.00    -0.42 /-0.99  6   [bos] a a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.60 /-2.30  /-17.30 /   /-20.16    -9.80 /-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -43.20 /-7.05  /-36.14 /   /-39.00    -6.17 /-1.01  8   [bos] a b a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -63.48 /-6.47  /-57.02 /   /-59.88    -7.94 /-0.81  9   [bos] b b b b b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -64.09 /-4.86  /-59.23 /   /-62.09    -9.16 /-0.69  8   [bos] b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -12.28 /-6.03  /-6.25  /   /-9.11    -2.46 /-1.21  6   [bos] b a a b [eos]
cls0  - sp0 : -2.82  -0.56 6   0.00 [bos] a a a b [eos]
cls0  - sp1 : -3.42  -0.68 6   0.20 [bos] a a a b [eos]
cls0  - sp2 : -3.69  -0.74 6   0.20 [bos] a a a b [eos]
cls0  - sp3 : -3.93  -0.79 6   0.20 [bos] a a a b [eos]
cls0  - sp4 : -4.84  -0.97 6   0.20 [bos] a a a b [eos]
cls1  - sp0 : -3.24  -0.65 6   0.40 [bos] a a a b [eos]
cls1  - sp1 : -3.92  -0.78 6   0.40 [bos] a a a b [eos]
cls1  - sp2 : -4.07  -0.81 6   0.40 [bos] a a a b [eos]
cls1  - sp3 : -4.38  -0.88 6   0.40 [bos] a a a b [eos]
cls1  - sp4 : -4.51  -0.90 6   0.40 [bos] a a a b [eos]
cls2  - sp0 : -2.73  -0.55 6   0.60 [bos] a a a b [eos]
cls2  - sp1 : -3.33  -0.67 6   0.60 [bos] a a a b [eos]
cls2  - sp2 : -3.49  -0.70 6   0.60 [bos] a a a b [eos]
cls2  - sp3 : -3.80  -0.76 6   0.60 [bos] a a a b [eos]
cls2  - sp4 : -3.82  -0.76 6   0.60 [bos] a a a b [eos]
cls3  - sp0 : -1.53  -0.31 6   0.80 [bos] a a a b [eos]
cls3  - sp1 : -2.08  -0.42 6   1.00 [bos] a a a b [eos]
cls3  - sp2 : -3.28  -0.66 6   0.80 [bos] a a a b [eos]
cls3  - sp3 : -3.95  -0.79 6   0.80 [bos] a a a b [eos]
cls3  - sp4 : -4.03  -0.81 6   0.80 [bos] a a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-266
src: none   none  6   [bos] a a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.85  /-4.93  /2.09   /0.0/-0.00    -0.57 /-0.99  6   [bos] a a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.81 /-2.30  /-17.51 /   /-19.60    -9.91 /-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -32.97 /-7.05  /-25.92 /   /-28.01    -4.71 /-1.01  8   [bos] a b a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -57.72 /-6.47  /-51.26 /   /-53.34    -7.22 /-0.81  9   [bos] b b b b b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -53.00 /-4.86  /-48.14 /   /-50.23    -7.57 /-0.69  8   [bos] b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -12.39 /-6.03  /-6.36  /   /-8.44    -2.48 /-1.21  6   [bos] b a a b [eos]
cls0  - sp0 : -2.85  -0.57 6   0.00 [bos] a a a b [eos]
cls0  - sp1 : -3.56  -0.71 6   0.20 [bos] a a a b [eos]
cls0  - sp2 : -3.70  -0.74 6   0.20 [bos] a a a b [eos]
cls0  - sp3 : -4.02  -0.80 6   0.20 [bos] a a a b [eos]
cls0  - sp4 : -4.95  -0.99 6   0.20 [bos] a a a b [eos]
cls1  - sp0 : -3.31  -0.66 6   0.40 [bos] a a a b [eos]
cls1  - sp1 : -4.14  -0.83 6   0.40 [bos] a a a b [eos]
cls1  - sp2 : -4.23  -0.85 6   0.40 [bos] a a a b [eos]
cls1  - sp3 : -4.39  -0.88 6   0.40 [bos] a a a b [eos]
cls1  - sp4 : -4.42  -0.88 6   0.40 [bos] a a a b [eos]
cls2  - sp0 : -2.75  -0.55 6   0.60 [bos] a a a b [eos]
cls2  - sp1 : -3.55  -0.71 6   0.60 [bos] a a a b [eos]
cls2  - sp2 : -3.59  -0.72 6   0.60 [bos] a a a b [eos]
cls2  - sp3 : -3.63  -0.73 6   0.60 [bos] a a a b [eos]
cls2  - sp4 : -3.91  -0.78 6   0.60 [bos] a a a b [eos]
cls3  - sp0 : -1.51  -0.30 6   0.80 [bos] a a a b [eos]
cls3  - sp1 : -2.10  -0.42 6   1.00 [bos] a a a b [eos]
cls3  - sp2 : -3.34  -0.67 6   0.80 [bos] a a a b [eos]
cls3  - sp3 : -4.21  -0.84 6   0.80 [bos] a a a b [eos]
cls3  - sp4 : -4.21  -0.84 6   0.80 [bos] a a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-267
src: none   none  6   [bos] a a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.10  /-4.93  /2.84   /0.0/-0.00    -0.42 /-0.99  6   [bos] a a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.55 /-2.30  /-17.25 /   /-20.09    -9.78 /-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -40.62 /-7.05  /-33.57 /   /-36.40    -5.80 /-1.01  8   [bos] a b a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -61.46 /-6.47  /-55.00 /   /-57.83    -7.68 /-0.81  9   [bos] b b b b b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -61.24 /-4.86  /-56.39 /   /-59.22    -8.75 /-0.69  8   [bos] b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -12.04 /-6.03  /-6.01  /   /-8.85    -2.41 /-1.21  6   [bos] b a a b [eos]
cls0  - sp0 : -2.85  -0.57 6   0.00 [bos] a a a b [eos]
cls0  - sp1 : -3.56  -0.71 6   0.20 [bos] a a a b [eos]
cls0  - sp2 : -3.70  -0.74 6   0.20 [bos] a a a b [eos]
cls0  - sp3 : -4.02  -0.80 6   0.20 [bos] a a a b [eos]
cls0  - sp4 : -4.95  -0.99 6   0.20 [bos] a a a b [eos]
cls1  - sp0 : -3.31  -0.66 6   0.40 [bos] a a a b [eos]
cls1  - sp1 : -4.14  -0.83 6   0.40 [bos] a a a b [eos]
cls1  - sp2 : -4.23  -0.85 6   0.40 [bos] a a a b [eos]
cls1  - sp3 : -4.39  -0.88 6   0.40 [bos] a a a b [eos]
cls1  - sp4 : -4.42  -0.88 6   0.40 [bos] a a a b [eos]
cls2  - sp0 : -2.75  -0.55 6   0.60 [bos] a a a b [eos]
cls2  - sp1 : -3.55  -0.71 6   0.60 [bos] a a a b [eos]
cls2  - sp2 : -3.59  -0.72 6   0.60 [bos] a a a b [eos]
cls2  - sp3 : -3.63  -0.73 6   0.60 [bos] a a a b [eos]
cls2  - sp4 : -3.91  -0.78 6   0.60 [bos] a a a b [eos]
cls3  - sp0 : -1.51  -0.30 6   0.80 [bos] a a a b [eos]
cls3  - sp1 : -2.10  -0.42 6   1.00 [bos] a a a b [eos]
cls3  - sp2 : -3.34  -0.67 6   0.80 [bos] a a a b [eos]
cls3  - sp3 : -4.21  -0.84 6   0.80 [bos] a a a b [eos]
cls3  - sp4 : -4.21  -0.84 6   0.80 [bos] a a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-268
src: none   none  6   [bos] a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -4.50  /-4.93  /0.44   /0.0/-0.00    -0.90 /-0.99  6   [bos] a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -53.14 /-9.61  /-43.53 /   /-43.97    -4.43 /-0.80  13  [bos] b b b b a a a a a b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -17.42 /-4.42  /-13.00 /   /-13.44    -4.36 /-1.11  5   [bos] a a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -18.86 /-2.81  /-16.04 /   /-16.48    -6.29 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -18.86 /-2.81  /-16.04 /   /-16.48    -6.29 /-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -66.83 /-6.39  /-60.44 /   /-60.88    -6.68 /-0.64  11  [bos] a a a a a a a a a [eos]
cls0  - sp0 : -4.47  -0.89 6   0.20 [bos] a a b b [eos]
cls0  - sp1 : -4.50  -0.90 6   0.00 [bos] a a b b [eos]
cls0  - sp2 : -5.41  -1.08 6   0.20 [bos] a a b b [eos]
cls0  - sp3 : -5.47  -1.09 6   0.20 [bos] a a b b [eos]
cls0  - sp4 : -5.87  -1.17 6   0.20 [bos] a a b b [eos]
cls1  - sp0 : -3.69  -0.74 6   0.40 [bos] a a b b [eos]
cls1  - sp1 : -4.77  -0.95 6   0.40 [bos] a a b b [eos]
cls1  - sp2 : -5.16  -1.03 6   0.40 [bos] a a b b [eos]
cls1  - sp3 : -5.37  -1.07 6   0.40 [bos] a a b b [eos]
cls1  - sp4 : -6.46  -1.08 7   0.33 [bos] a a b b [pad] [eos]
cls2  - sp0 : -3.10  -0.62 6   0.60 [bos] a a b b [eos]
cls2  - sp1 : -3.69  -0.74 6   0.60 [bos] a a b b [eos]
cls2  - sp2 : -4.36  -0.87 6   0.60 [bos] a a b b [eos]
cls2  - sp3 : -4.69  -0.94 6   0.60 [bos] a a b b [eos]
cls2  - sp4 : -4.90  -0.82 7   0.67 [bos] a a b b a [eos]
cls3  - sp0 : -1.94  -0.39 6   0.80 [bos] a a b b [eos]
cls3  - sp1 : -2.61  -0.52 6   1.00 [bos] a a b b [eos]
cls3  - sp2 : -3.78  -0.76 6   0.80 [bos] a a b b [eos]
cls3  - sp3 : -3.80  -0.63 7   0.83 [bos] a a b b a [eos]
cls3  - sp4 : -4.60  -0.77 7   0.83 [bos] a a b b [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-269
src: none   none  6   [bos] a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.61  /-4.93  /2.32   /0.0/-0.00    -0.52 /-0.99  6   [bos] a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -58.49 /-9.61  /-48.88 /   /-51.21    -4.87 /-0.80  13  [bos] b b b b a a a a a b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -15.95 /-4.42  /-11.52 /   /-13.84    -3.99 /-1.11  5   [bos] a a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -18.48 /-2.81  /-15.67 /   /-17.99    -6.16 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -18.48 /-2.81  /-15.67 /   /-17.99    -6.16 /-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -57.34 /-6.39  /-50.95 /   /-53.27    -5.73 /-0.64  11  [bos] a a a a a a a a a [eos]
cls0  - sp0 : -4.47  -0.89 6   0.20 [bos] a a b b [eos]
cls0  - sp1 : -4.50  -0.90 6   0.00 [bos] a a b b [eos]
cls0  - sp2 : -5.41  -1.08 6   0.20 [bos] a a b b [eos]
cls0  - sp3 : -5.47  -1.09 6   0.20 [bos] a a b b [eos]
cls0  - sp4 : -5.87  -1.17 6   0.20 [bos] a a b b [eos]
cls1  - sp0 : -3.69  -0.74 6   0.40 [bos] a a b b [eos]
cls1  - sp1 : -4.77  -0.95 6   0.40 [bos] a a b b [eos]
cls1  - sp2 : -5.16  -1.03 6   0.40 [bos] a a b b [eos]
cls1  - sp3 : -5.37  -1.07 6   0.40 [bos] a a b b [eos]
cls1  - sp4 : -6.46  -1.08 7   0.33 [bos] a a b b [pad] [eos]
cls2  - sp0 : -3.10  -0.62 6   0.60 [bos] a a b b [eos]
cls2  - sp1 : -3.69  -0.74 6   0.60 [bos] a a b b [eos]
cls2  - sp2 : -4.36  -0.87 6   0.60 [bos] a a b b [eos]
cls2  - sp3 : -4.69  -0.94 6   0.60 [bos] a a b b [eos]
cls2  - sp4 : -4.90  -0.82 7   0.67 [bos] a a b b a [eos]
cls3  - sp0 : -1.94  -0.39 6   0.80 [bos] a a b b [eos]
cls3  - sp1 : -2.61  -0.52 6   1.00 [bos] a a b b [eos]
cls3  - sp2 : -3.78  -0.76 6   0.80 [bos] a a b b [eos]
cls3  - sp3 : -3.80  -0.63 7   0.83 [bos] a a b b a [eos]
cls3  - sp4 : -4.60  -0.77 7   0.83 [bos] a a b b [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-270
src: none   none  6   [bos] a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -7.97  /-4.93  /-3.04  /0.0/-0.00    -1.59 /-0.99  6   [bos] a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -46.43 /-9.61  /-36.82 /   /-33.78    -3.87 /-0.80  13  [bos] b b b b a a a a a b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -15.35 /-4.42  /-10.93 /   /-7.89    -3.84 /-1.11  5   [bos] a a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -18.43 /-2.81  /-15.61 /   /-12.58    -6.14 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -18.43 /-2.81  /-15.61 /   /-12.58    -6.14 /-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -63.93 /-6.39  /-57.54 /   /-54.50    -6.39 /-0.64  11  [bos] a a a a a a a a a [eos]
cls0  - sp0 : -8.05  -8.05 2   0.00 [bos] [eos]
cls0  - sp1 : -23.89 -0.19 128 0.03 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -24.06 -0.19 128 0.02 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -24.56 -0.19 128 0.03 [bos] a a b b a a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -25.02 -0.20 128 0.03 [bos] a a b b a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -42.30 -0.33 128 0.44 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -42.59 -0.34 128 0.46 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -42.61 -0.34 128 0.46 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -42.66 -0.34 128 0.45 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -42.78 -0.34 128 0.50 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -39.67 -0.31 128 0.73 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -40.33 -0.32 128 0.69 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -41.23 -0.32 128 0.62 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -41.60 -0.33 128 0.59 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -41.71 -0.33 128 0.57 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -3.01  -0.02 128 1.00 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.32  -0.03 128 0.99 [bos] a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -4.46  -0.04 128 0.99 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -4.59  -0.04 128 0.99 [bos] a a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -4.63  -0.04 128 1.00 [bos] a a b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-271
src: none   none  6   [bos] a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -6.27  /-4.93  /-1.33  /0.0/-0.00    -1.25 /-0.99  6   [bos] a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -49.15 /-9.61  /-39.55 /   /-38.21    -4.10 /-0.80  13  [bos] b b b b a a a a a b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -14.23 /-4.42  /-9.81  /   /-8.48    -3.56 /-1.11  5   [bos] a a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -17.14 /-2.81  /-14.33 /   /-13.00    -5.71 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -17.14 /-2.81  /-14.33 /   /-13.00    -5.71 /-0.94  4   [bos] a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -53.33 /-6.39  /-46.94 /   /-45.61    -5.33 /-0.64  11  [bos] a a a a a a a a a [eos]
cls0  - sp0 : -8.05  -8.05 2   0.00 [bos] [eos]
cls0  - sp1 : -23.89 -0.19 128 0.03 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -24.06 -0.19 128 0.02 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -24.56 -0.19 128 0.03 [bos] a a b b a a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -25.02 -0.20 128 0.03 [bos] a a b b a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -42.30 -0.33 128 0.44 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -42.59 -0.34 128 0.46 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -42.61 -0.34 128 0.46 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -42.66 -0.34 128 0.45 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -42.78 -0.34 128 0.50 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -39.67 -0.31 128 0.73 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -40.33 -0.32 128 0.69 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -41.23 -0.32 128 0.62 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -41.60 -0.33 128 0.59 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -41.71 -0.33 128 0.57 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -3.01  -0.02 128 1.00 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.32  -0.03 128 0.99 [bos] a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -4.46  -0.04 128 0.99 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -4.59  -0.04 128 0.99 [bos] a a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -4.63  -0.04 128 1.00 [bos] a a b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-272
src: none   none  10  [bos] b b b b b a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -4.48  /-8.08  /3.59   /0.0/0.00    -0.50 /-0.90  10  [bos] b b b b b a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -36.90 /-4.42  /-32.48 /   /-36.07    -9.22 /-1.11  5   [bos] a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -38.53 /-6.03  /-32.50 /   /-36.09    -7.71 /-1.21  6   [bos] a b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -39.19 /-6.03  /-33.16 /   /-36.75    -7.84 /-1.21  6   [bos] a a b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -33.30 /-5.44  /-27.86 /   /-31.45    -5.55 /-0.91  7   [bos] b b b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.94 /-2.30  /-24.64 /   /-28.23    -13.47/-1.15  3   [bos] a [eos]
cls0  - sp0 : -4.48  -0.50 10  0.00 [bos] b b b b b a a b [eos]
cls0  - sp1 : -4.84  -0.54 10  0.11 [bos] b b b b b a a b [eos]
cls0  - sp2 : -5.12  -0.57 10  0.22 [bos] b b b b b a a b [eos]
cls0  - sp3 : -5.39  -0.60 10  0.11 [bos] b b b b b a a b [eos]
cls0  - sp4 : -5.51  -0.61 10  0.22 [bos] b b b b b a a b [eos]
cls1  - sp0 : -4.94  -0.55 10  0.44 [bos] b b b b b a a b [eos]
cls1  - sp1 : -4.97  -0.55 10  0.44 [bos] b b b b b a a b [eos]
cls1  - sp2 : -5.20  -0.58 10  0.33 [bos] b b b b b a a b [eos]
cls1  - sp3 : -5.49  -0.61 10  0.44 [bos] b b b b b a a b [eos]
cls1  - sp4 : -5.76  -0.64 10  0.33 [bos] b b b b b a a b [eos]
cls2  - sp0 : -3.75  -0.42 10  0.67 [bos] b b b b b a a b [eos]
cls2  - sp1 : -4.65  -0.52 10  0.56 [bos] b b b b b a a b [eos]
cls2  - sp2 : -4.65  -0.52 10  0.67 [bos] b b b b b a a b [eos]
cls2  - sp3 : -4.70  -0.52 10  0.56 [bos] b b b b b a a b [eos]
cls2  - sp4 : -4.87  -0.54 10  0.67 [bos] b b b b b a a b [eos]
cls3  - sp0 : -2.53  -0.28 10  0.89 [bos] b b b b b a a b [eos]
cls3  - sp1 : -2.75  -0.31 10  1.00 [bos] b b b b b a a b [eos]
cls3  - sp2 : -3.23  -0.36 10  0.78 [bos] b b b b b a a b [eos]
cls3  - sp3 : -3.30  -0.37 10  0.78 [bos] b b b b b a a b [eos]
cls3  - sp4 : -3.41  -0.38 10  0.89 [bos] b b b b b a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-273
src: none   none  10  [bos] b b b b b a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.75  /-8.08  /5.33   /0.0/0.00    -0.31 /-0.90  10  [bos] b b b b b a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -35.16 /-4.42  /-30.74 /   /-36.06    -8.79 /-1.11  5   [bos] a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -31.22 /-6.03  /-25.18 /   /-30.51    -6.24 /-1.21  6   [bos] a b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -34.25 /-6.03  /-28.22 /   /-33.55    -6.85 /-1.21  6   [bos] a a b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -28.03 /-5.44  /-22.59 /   /-27.92    -4.67 /-0.91  7   [bos] b b b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -25.80 /-2.30  /-23.50 /   /-28.83    -12.90/-1.15  3   [bos] a [eos]
cls0  - sp0 : -4.48  -0.50 10  0.00 [bos] b b b b b a a b [eos]
cls0  - sp1 : -4.84  -0.54 10  0.11 [bos] b b b b b a a b [eos]
cls0  - sp2 : -5.12  -0.57 10  0.22 [bos] b b b b b a a b [eos]
cls0  - sp3 : -5.39  -0.60 10  0.11 [bos] b b b b b a a b [eos]
cls0  - sp4 : -5.51  -0.61 10  0.22 [bos] b b b b b a a b [eos]
cls1  - sp0 : -4.94  -0.55 10  0.44 [bos] b b b b b a a b [eos]
cls1  - sp1 : -4.97  -0.55 10  0.44 [bos] b b b b b a a b [eos]
cls1  - sp2 : -5.20  -0.58 10  0.33 [bos] b b b b b a a b [eos]
cls1  - sp3 : -5.49  -0.61 10  0.44 [bos] b b b b b a a b [eos]
cls1  - sp4 : -5.76  -0.64 10  0.33 [bos] b b b b b a a b [eos]
cls2  - sp0 : -3.75  -0.42 10  0.67 [bos] b b b b b a a b [eos]
cls2  - sp1 : -4.65  -0.52 10  0.56 [bos] b b b b b a a b [eos]
cls2  - sp2 : -4.65  -0.52 10  0.67 [bos] b b b b b a a b [eos]
cls2  - sp3 : -4.70  -0.52 10  0.56 [bos] b b b b b a a b [eos]
cls2  - sp4 : -4.87  -0.54 10  0.67 [bos] b b b b b a a b [eos]
cls3  - sp0 : -2.53  -0.28 10  0.89 [bos] b b b b b a a b [eos]
cls3  - sp1 : -2.75  -0.31 10  1.00 [bos] b b b b b a a b [eos]
cls3  - sp2 : -3.23  -0.36 10  0.78 [bos] b b b b b a a b [eos]
cls3  - sp3 : -3.30  -0.37 10  0.78 [bos] b b b b b a a b [eos]
cls3  - sp4 : -3.41  -0.38 10  0.89 [bos] b b b b b a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-274
src: none   none  10  [bos] b b b b b a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.24  /-8.08  /2.83   /0.0/0.00    -0.58 /-0.90  10  [bos] b b b b b a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -38.03 /-4.42  /-33.60 /   /-36.43    -9.51 /-1.11  5   [bos] a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -33.81 /-6.03  /-27.78 /   /-30.61    -6.76 /-1.21  6   [bos] a b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -41.14 /-6.03  /-35.11 /   /-37.94    -8.23 /-1.21  6   [bos] a a b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -30.09 /-5.44  /-24.65 /   /-27.48    -5.02 /-0.91  7   [bos] b b b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.36 /-2.30  /-27.06 /   /-29.89    -14.68/-1.15  3   [bos] a [eos]
cls0  - sp0 : -5.24  -0.58 10  0.00 [bos] b b b b b a a b [eos]
cls0  - sp1 : -5.65  -0.63 10  0.11 [bos] b b b b b a a b [eos]
cls0  - sp2 : -5.69  -0.63 10  0.22 [bos] b b b b b a a b [eos]
cls0  - sp3 : -5.75  -0.64 10  0.11 [bos] b b b b b a a b [eos]
cls0  - sp4 : -6.19  -0.56 12  0.00 [bos] b b b b b a a b b b [eos]
cls1  - sp0 : -5.67  -0.63 10  0.44 [bos] b b b b b a a b [eos]
cls1  - sp1 : -5.91  -0.66 10  0.44 [bos] b b b b b a a a [eos]
cls1  - sp2 : -5.97  -0.66 10  0.33 [bos] b b b b b a a b [eos]
cls1  - sp3 : -6.26  -0.70 10  0.44 [bos] b b b b b a a b [eos]
cls1  - sp4 : -6.28  -0.70 10  0.44 [bos] b b b b b a a b [eos]
cls2  - sp0 : -4.76  -0.53 10  0.67 [bos] b b b b b a a b [eos]
cls2  - sp1 : -5.24  -0.58 10  0.56 [bos] b b b b b a a b [eos]
cls2  - sp2 : -5.32  -0.59 10  0.56 [bos] b b b b b a a b [eos]
cls2  - sp3 : -5.33  -0.59 10  0.67 [bos] b b b b b a a b [eos]
cls2  - sp4 : -5.35  -0.59 10  0.67 [bos] b b b b b a a b [eos]
cls3  - sp0 : -3.08  -0.34 10  1.00 [bos] b b b b b a a b [eos]
cls3  - sp1 : -3.19  -0.35 10  0.89 [bos] b b b b b a a b [eos]
cls3  - sp2 : -3.76  -0.42 10  1.00 [bos] b b b b b a a a [eos]
cls3  - sp3 : -3.84  -0.43 10  0.89 [bos] b b b b b a a a [eos]
cls3  - sp4 : -4.46  -0.50 10  0.89 [bos] b b b b b a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-275
src: none   none  10  [bos] b b b b b a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.08  /-8.08  /5.00   /0.0/0.00    -0.34 /-0.90  10  [bos] b b b b b a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -36.67 /-4.42  /-32.25 /   /-37.25    -9.17 /-1.11  5   [bos] a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -34.93 /-6.03  /-28.90 /   /-33.90    -6.99 /-1.21  6   [bos] a b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.92 /-6.03  /-32.89 /   /-37.88    -7.78 /-1.21  6   [bos] a a b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -31.56 /-5.44  /-26.12 /   /-31.12    -5.26 /-0.91  7   [bos] b b b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -28.63 /-2.30  /-26.33 /   /-31.33    -14.32/-1.15  3   [bos] a [eos]
cls0  - sp0 : -5.24  -0.58 10  0.00 [bos] b b b b b a a b [eos]
cls0  - sp1 : -5.65  -0.63 10  0.11 [bos] b b b b b a a b [eos]
cls0  - sp2 : -5.69  -0.63 10  0.22 [bos] b b b b b a a b [eos]
cls0  - sp3 : -5.75  -0.64 10  0.11 [bos] b b b b b a a b [eos]
cls0  - sp4 : -6.19  -0.56 12  0.00 [bos] b b b b b a a b b b [eos]
cls1  - sp0 : -5.67  -0.63 10  0.44 [bos] b b b b b a a b [eos]
cls1  - sp1 : -5.91  -0.66 10  0.44 [bos] b b b b b a a a [eos]
cls1  - sp2 : -5.97  -0.66 10  0.33 [bos] b b b b b a a b [eos]
cls1  - sp3 : -6.26  -0.70 10  0.44 [bos] b b b b b a a b [eos]
cls1  - sp4 : -6.28  -0.70 10  0.44 [bos] b b b b b a a b [eos]
cls2  - sp0 : -4.76  -0.53 10  0.67 [bos] b b b b b a a b [eos]
cls2  - sp1 : -5.24  -0.58 10  0.56 [bos] b b b b b a a b [eos]
cls2  - sp2 : -5.32  -0.59 10  0.56 [bos] b b b b b a a b [eos]
cls2  - sp3 : -5.33  -0.59 10  0.67 [bos] b b b b b a a b [eos]
cls2  - sp4 : -5.35  -0.59 10  0.67 [bos] b b b b b a a b [eos]
cls3  - sp0 : -3.08  -0.34 10  1.00 [bos] b b b b b a a b [eos]
cls3  - sp1 : -3.19  -0.35 10  0.89 [bos] b b b b b a a b [eos]
cls3  - sp2 : -3.76  -0.42 10  1.00 [bos] b b b b b a a a [eos]
cls3  - sp3 : -3.84  -0.43 10  0.89 [bos] b b b b b a a a [eos]
cls3  - sp4 : -4.46  -0.50 10  0.89 [bos] b b b b b a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-276
src: none   none  4   [bos] a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.03  /-2.81  /0.78   /0.69/-0.69    -0.68 /-0.94  4   [bos] a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -2.03  /-2.81  /0.78   /   /-0.69    -0.68 /-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -98.62 /-6.90  /-91.72 /   /-93.20    -8.97 /-0.63  12  [bos] b b b b b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -22.66 /-2.81  /-19.84 /   /-21.32    -7.55 /-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -52.85 /-10.63 /-42.22 /   /-43.69    -3.77 /-0.76  15  [bos] a a b a a a a a a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -77.68 /-9.69  /-67.99 /   /-69.47    -7.77 /-0.97  11  [bos] b b a a b b b a a [eos]
cls0  - sp0 : -2.03  -0.68 4   0.00 [bos] a a [eos]
cls0  - sp1 : -5.47  -1.82 4   0.00 [bos] [unk] a [eos]
cls0  - sp2 : -6.20  -6.20 2   0.00 [bos] [eos]
cls0  - sp3 : -8.97  -1.50 7   0.17 [bos] a a [pad] a a [eos]
cls0  - sp4 : -9.58  -3.19 4   0.00 [bos] a [unk] [eos]
cls1  - sp0 : -1.92  -0.64 4   0.33 [bos] a a [eos]
cls1  - sp1 : -2.35  -0.78 4   0.33 [bos] a a [eos]
cls1  - sp2 : -3.49  -1.16 4   0.33 [bos] a a [eos]
cls1  - sp3 : -4.58  -1.53 4   0.33 [bos] [unk] a [eos]
cls1  - sp4 : -6.18  -2.06 4   0.33 [bos] [pad] a [eos]
cls2  - sp0 : -1.00  -0.33 4   0.67 [bos] a a [eos]
cls2  - sp1 : -3.12  -1.04 4   0.67 [bos] a a [eos]
cls2  - sp2 : -3.68  -1.23 4   0.67 [bos] a a [eos]
cls2  - sp3 : -5.38  -1.79 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -5.65  -1.88 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.15  -0.72 4   1.00 [bos] a a [eos]
cls3  - sp1 : -6.45  -2.15 4   1.00 [bos] [pad] a [eos]
cls3  - sp2 : -6.62  -6.62 2   1.00 [bos] [eos]
cls3  - sp3 : -6.97  -1.16 7   0.83 [bos] a a [pad] a a [eos]
cls3  - sp4 : -7.79  -1.30 7   1.00 [bos] a a [pad] a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-277
src: none   none  4   [bos] a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.15  /-2.81  /0.67   /0.69/-0.69    -0.72 /-0.94  4   [bos] a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -2.15  /-2.81  /0.67   /   /-0.69    -0.72 /-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -101.44/-6.90  /-94.54 /   /-95.90    -9.22 /-0.63  12  [bos] b b b b b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -23.44 /-2.81  /-20.63 /   /-21.99    -7.81 /-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -60.37 /-10.63 /-49.74 /   /-51.10    -4.31 /-0.76  15  [bos] a a b a a a a a a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -72.97 /-9.69  /-63.29 /   /-64.65    -7.30 /-0.97  11  [bos] b b a a b b b a a [eos]
cls0  - sp0 : -2.03  -0.68 4   0.00 [bos] a a [eos]
cls0  - sp1 : -5.47  -1.82 4   0.00 [bos] [unk] a [eos]
cls0  - sp2 : -6.20  -6.20 2   0.00 [bos] [eos]
cls0  - sp3 : -8.97  -1.50 7   0.17 [bos] a a [pad] a a [eos]
cls0  - sp4 : -9.58  -3.19 4   0.00 [bos] a [unk] [eos]
cls1  - sp0 : -1.92  -0.64 4   0.33 [bos] a a [eos]
cls1  - sp1 : -2.35  -0.78 4   0.33 [bos] a a [eos]
cls1  - sp2 : -3.49  -1.16 4   0.33 [bos] a a [eos]
cls1  - sp3 : -4.58  -1.53 4   0.33 [bos] [unk] a [eos]
cls1  - sp4 : -6.18  -2.06 4   0.33 [bos] [pad] a [eos]
cls2  - sp0 : -1.00  -0.33 4   0.67 [bos] a a [eos]
cls2  - sp1 : -3.12  -1.04 4   0.67 [bos] a a [eos]
cls2  - sp2 : -3.68  -1.23 4   0.67 [bos] a a [eos]
cls2  - sp3 : -5.38  -1.79 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -5.65  -1.88 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.15  -0.72 4   1.00 [bos] a a [eos]
cls3  - sp1 : -6.45  -2.15 4   1.00 [bos] [pad] a [eos]
cls3  - sp2 : -6.62  -6.62 2   1.00 [bos] [eos]
cls3  - sp3 : -6.97  -1.16 7   0.83 [bos] a a [pad] a a [eos]
cls3  - sp4 : -7.79  -1.30 7   1.00 [bos] a a [pad] a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-278
src: none   none  4   [bos] a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.03  /-2.81  /0.78   /0.69/-0.69    -0.68 /-0.94  4   [bos] a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -2.03  /-2.81  /0.78   /   /-0.69    -0.68 /-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -101.73/-6.90  /-94.83 /   /-96.30    -9.25 /-0.63  12  [bos] b b b b b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -22.20 /-2.81  /-19.38 /   /-20.86    -7.40 /-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -48.84 /-10.63 /-38.21 /   /-39.68    -3.49 /-0.76  15  [bos] a a b a a a a a a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -77.13 /-9.69  /-67.45 /   /-68.92    -7.71 /-0.97  11  [bos] b b a a b b b a a [eos]
cls0  - sp0 : -2.03  -0.68 4   0.00 [bos] a a [eos]
cls0  - sp1 : -5.33  -1.78 4   0.00 [bos] [unk] a [eos]
cls0  - sp2 : -5.86  -5.86 2   0.00 [bos] [eos]
cls0  - sp3 : -8.99  -3.00 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -9.05  -1.51 7   0.17 [bos] a a [pad] a a [eos]
cls1  - sp0 : -1.82  -0.61 4   0.33 [bos] a a [eos]
cls1  - sp1 : -2.46  -0.82 4   0.33 [bos] a a [eos]
cls1  - sp2 : -3.44  -1.15 4   0.33 [bos] a a [eos]
cls1  - sp3 : -4.36  -1.45 4   0.33 [bos] [unk] a [eos]
cls1  - sp4 : -6.06  -2.02 4   0.33 [bos] [pad] a [eos]
cls2  - sp0 : -1.05  -0.35 4   0.67 [bos] a a [eos]
cls2  - sp1 : -2.99  -1.00 4   0.67 [bos] a a [eos]
cls2  - sp2 : -3.75  -1.25 4   0.67 [bos] a a [eos]
cls2  - sp3 : -5.18  -1.73 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -5.42  -1.81 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.15  -0.72 4   1.00 [bos] a a [eos]
cls3  - sp1 : -6.23  -2.08 4   1.00 [bos] [pad] a [eos]
cls3  - sp2 : -6.34  -6.34 2   1.00 [bos] [eos]
cls3  - sp3 : -7.28  -1.21 7   0.83 [bos] a a [pad] a a [eos]
cls3  - sp4 : -8.08  -1.35 7   1.00 [bos] a a [pad] a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-279
src: none   none  4   [bos] a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.15  /-2.81  /0.66   /0.69/-0.69    -0.72 /-0.94  4   [bos] a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -2.15  /-2.81  /0.66   /   /-0.69    -0.72 /-0.94  4   [bos] a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -98.55 /-6.90  /-91.65 /   /-93.00    -8.96 /-0.63  12  [bos] b b b b b b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -23.09 /-2.81  /-20.28 /   /-21.63    -7.70 /-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -61.36 /-10.63 /-50.73 /   /-52.08    -4.38 /-0.76  15  [bos] a a b a a a a a a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -72.62 /-9.69  /-62.94 /   /-64.29    -7.26 /-0.97  11  [bos] b b a a b b b a a [eos]
cls0  - sp0 : -2.03  -0.68 4   0.00 [bos] a a [eos]
cls0  - sp1 : -5.33  -1.78 4   0.00 [bos] [unk] a [eos]
cls0  - sp2 : -5.86  -5.86 2   0.00 [bos] [eos]
cls0  - sp3 : -8.99  -3.00 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -9.05  -1.51 7   0.17 [bos] a a [pad] a a [eos]
cls1  - sp0 : -1.82  -0.61 4   0.33 [bos] a a [eos]
cls1  - sp1 : -2.46  -0.82 4   0.33 [bos] a a [eos]
cls1  - sp2 : -3.44  -1.15 4   0.33 [bos] a a [eos]
cls1  - sp3 : -4.36  -1.45 4   0.33 [bos] [unk] a [eos]
cls1  - sp4 : -6.06  -2.02 4   0.33 [bos] [pad] a [eos]
cls2  - sp0 : -1.05  -0.35 4   0.67 [bos] a a [eos]
cls2  - sp1 : -2.99  -1.00 4   0.67 [bos] a a [eos]
cls2  - sp2 : -3.75  -1.25 4   0.67 [bos] a a [eos]
cls2  - sp3 : -5.18  -1.73 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -5.42  -1.81 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.15  -0.72 4   1.00 [bos] a a [eos]
cls3  - sp1 : -6.23  -2.08 4   1.00 [bos] [pad] a [eos]
cls3  - sp2 : -6.34  -6.34 2   1.00 [bos] [eos]
cls3  - sp3 : -7.28  -1.21 7   0.83 [bos] a a [pad] a a [eos]
cls3  - sp4 : -8.08  -1.35 7   1.00 [bos] a a [pad] a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-280
src: none   none  10  [bos] a a b a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.88  /-8.08  /4.19   /0.0/-0.00    -0.43 /-0.90  10  [bos] a a b a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -30.31 /-4.42  /-25.89 /   /-30.08    -7.58 /-1.11  5   [bos] b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -11.34 /-6.03  /-5.31  /   /-9.50    -2.27 /-1.21  6   [bos] a a b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -47.34 /-11.81 /-35.53 /   /-39.72    -3.94 /-0.98  13  [bos] b a b b b a a a a b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -45.54 /-5.96  /-39.58 /   /-43.78    -6.51 /-0.85  8   [bos] a a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -32.05 /-4.93  /-27.12 /   /-31.31    -6.41 /-0.99  6   [bos] b b a a [eos]
cls0  - sp0 : -3.88  -0.43 10  0.00 [bos] a a b a a a a a [eos]
cls0  - sp1 : -4.07  -0.45 10  0.22 [bos] a a b a a a a a [eos]
cls0  - sp2 : -4.42  -0.49 10  0.11 [bos] a a b a a a a a [eos]
cls0  - sp3 : -4.80  -0.53 10  0.22 [bos] a a b a a a a a [eos]
cls0  - sp4 : -4.99  -0.55 10  0.11 [bos] a a b a a a a a [eos]
cls1  - sp0 : -4.47  -0.50 10  0.44 [bos] a a b a a a a a [eos]
cls1  - sp1 : -4.58  -0.51 10  0.33 [bos] a a b a a a a a [eos]
cls1  - sp2 : -4.98  -0.55 10  0.33 [bos] a a b a a a a a [eos]
cls1  - sp3 : -5.37  -0.60 10  0.33 [bos] a a b a a a a a [eos]
cls1  - sp4 : -5.45  -0.61 10  0.33 [bos] a a b a a a a a [eos]
cls2  - sp0 : -4.48  -0.50 10  0.56 [bos] a a b a a a a a [eos]
cls2  - sp1 : -4.55  -0.51 10  0.67 [bos] a a b a a a a a [eos]
cls2  - sp2 : -4.78  -0.53 10  0.56 [bos] a a b a a a a a [eos]
cls2  - sp3 : -5.10  -0.57 10  0.67 [bos] a a b a a a a a [eos]
cls2  - sp4 : -5.14  -0.57 10  0.67 [bos] a a b a a a a a [eos]
cls3  - sp0 : -2.37  -0.26 10  0.89 [bos] a a b a a a a a [eos]
cls3  - sp1 : -2.90  -0.32 10  1.00 [bos] a a b a a a a a [eos]
cls3  - sp2 : -3.41  -0.38 10  0.89 [bos] a a a a a a a a [eos]
cls3  - sp3 : -3.93  -0.44 10  0.78 [bos] a a b a a a a a [eos]
cls3  - sp4 : -3.93  -0.44 10  0.78 [bos] a a b a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-281
src: none   none  10  [bos] a a b a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.90  /-8.08  /5.18   /0.0/-0.00    -0.32 /-0.90  10  [bos] a a b a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -30.07 /-4.42  /-25.65 /   /-30.83    -7.52 /-1.11  5   [bos] b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -14.34 /-6.03  /-8.31  /   /-13.49    -2.87 /-1.21  6   [bos] a a b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -45.33 /-11.81 /-33.52 /   /-38.70    -3.78 /-0.98  13  [bos] b a b b b a a a a b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -51.49 /-5.96  /-45.53 /   /-50.71    -7.36 /-0.85  8   [bos] a a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -36.20 /-4.93  /-31.27 /   /-36.44    -7.24 /-0.99  6   [bos] b b a a [eos]
cls0  - sp0 : -3.88  -0.43 10  0.00 [bos] a a b a a a a a [eos]
cls0  - sp1 : -4.07  -0.45 10  0.22 [bos] a a b a a a a a [eos]
cls0  - sp2 : -4.42  -0.49 10  0.11 [bos] a a b a a a a a [eos]
cls0  - sp3 : -4.80  -0.53 10  0.22 [bos] a a b a a a a a [eos]
cls0  - sp4 : -4.99  -0.55 10  0.11 [bos] a a b a a a a a [eos]
cls1  - sp0 : -4.47  -0.50 10  0.44 [bos] a a b a a a a a [eos]
cls1  - sp1 : -4.58  -0.51 10  0.33 [bos] a a b a a a a a [eos]
cls1  - sp2 : -4.98  -0.55 10  0.33 [bos] a a b a a a a a [eos]
cls1  - sp3 : -5.37  -0.60 10  0.33 [bos] a a b a a a a a [eos]
cls1  - sp4 : -5.45  -0.61 10  0.33 [bos] a a b a a a a a [eos]
cls2  - sp0 : -4.48  -0.50 10  0.56 [bos] a a b a a a a a [eos]
cls2  - sp1 : -4.55  -0.51 10  0.67 [bos] a a b a a a a a [eos]
cls2  - sp2 : -4.78  -0.53 10  0.56 [bos] a a b a a a a a [eos]
cls2  - sp3 : -5.10  -0.57 10  0.67 [bos] a a b a a a a a [eos]
cls2  - sp4 : -5.14  -0.57 10  0.67 [bos] a a b a a a a a [eos]
cls3  - sp0 : -2.37  -0.26 10  0.89 [bos] a a b a a a a a [eos]
cls3  - sp1 : -2.90  -0.32 10  1.00 [bos] a a b a a a a a [eos]
cls3  - sp2 : -3.41  -0.38 10  0.89 [bos] a a a a a a a a [eos]
cls3  - sp3 : -3.93  -0.44 10  0.78 [bos] a a b a a a a a [eos]
cls3  - sp4 : -3.93  -0.44 10  0.78 [bos] a a b a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-282
src: none   none  10  [bos] a a b a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.16  /-8.08  /2.92   /0.0/-0.00    -0.57 /-0.90  10  [bos] a a b a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -32.38 /-4.42  /-27.96 /   /-30.88    -8.10 /-1.11  5   [bos] b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -13.25 /-6.03  /-7.22  /   /-10.14    -2.65 /-1.21  6   [bos] a a b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -42.99 /-11.81 /-31.19 /   /-34.11    -3.58 /-0.98  13  [bos] b a b b b a a a a b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -44.15 /-5.96  /-38.20 /   /-41.11    -6.31 /-0.85  8   [bos] a a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -34.23 /-4.93  /-29.30 /   /-32.22    -6.85 /-0.99  6   [bos] b b a a [eos]
cls0  - sp0 : -5.16  -0.57 10  0.00 [bos] a a b a a a a a [eos]
cls0  - sp1 : -5.40  -0.60 10  0.22 [bos] a a b a a a a a [eos]
cls0  - sp2 : -5.44  -0.60 10  0.22 [bos] a a b a a a a a [eos]
cls0  - sp3 : -5.66  -0.63 10  0.11 [bos] a a b a a a a a [eos]
cls0  - sp4 : -5.71  -0.63 10  0.22 [bos] a a b a a a a a [eos]
cls1  - sp0 : -5.18  -0.58 10  0.44 [bos] a a b a a a a a [eos]
cls1  - sp1 : -5.22  -0.58 10  0.33 [bos] a a b a a a a a [eos]
cls1  - sp2 : -5.42  -0.60 10  0.33 [bos] a a b a a a a a [eos]
cls1  - sp3 : -5.58  -0.62 10  0.44 [bos] a a b a a a a a [eos]
cls1  - sp4 : -5.84  -0.65 10  0.44 [bos] a a b a a a a a [eos]
cls2  - sp0 : -4.56  -0.51 10  0.56 [bos] a a b a a a a a [eos]
cls2  - sp1 : -4.61  -0.51 10  0.56 [bos] a a b a a a a a [eos]
cls2  - sp2 : -5.04  -0.56 10  0.67 [bos] a a b a a a a a [eos]
cls2  - sp3 : -5.07  -0.56 10  0.67 [bos] a a b a a a a a [eos]
cls2  - sp4 : -5.22  -0.58 10  0.67 [bos] a a b a a a a a [eos]
cls3  - sp0 : -2.38  -0.26 10  0.89 [bos] a a b a a a a a [eos]
cls3  - sp1 : -2.78  -0.31 10  1.00 [bos] a a b a a a a a [eos]
cls3  - sp2 : -3.84  -0.43 10  0.78 [bos] a a b a a a a a [eos]
cls3  - sp3 : -3.93  -0.44 10  0.89 [bos] a a a a a a a a [eos]
cls3  - sp4 : -4.08  -0.45 10  0.78 [bos] a a b a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-283
src: none   none  10  [bos] a a b a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.78  /-8.08  /5.30   /0.0/-0.00    -0.31 /-0.90  10  [bos] a a b a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -31.41 /-4.42  /-26.99 /   /-32.29    -7.85 /-1.11  5   [bos] b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -14.66 /-6.03  /-8.63  /   /-13.92    -2.93 /-1.21  6   [bos] a a b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -45.22 /-11.81 /-33.41 /   /-38.71    -3.77 /-0.98  13  [bos] b a b b b a a a a b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -52.48 /-5.96  /-46.52 /   /-51.82    -7.50 /-0.85  8   [bos] a a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -36.65 /-4.93  /-31.71 /   /-37.01    -7.33 /-0.99  6   [bos] b b a a [eos]
cls0  - sp0 : -5.16  -0.57 10  0.00 [bos] a a b a a a a a [eos]
cls0  - sp1 : -5.40  -0.60 10  0.22 [bos] a a b a a a a a [eos]
cls0  - sp2 : -5.44  -0.60 10  0.22 [bos] a a b a a a a a [eos]
cls0  - sp3 : -5.66  -0.63 10  0.11 [bos] a a b a a a a a [eos]
cls0  - sp4 : -5.71  -0.63 10  0.22 [bos] a a b a a a a a [eos]
cls1  - sp0 : -5.18  -0.58 10  0.44 [bos] a a b a a a a a [eos]
cls1  - sp1 : -5.22  -0.58 10  0.33 [bos] a a b a a a a a [eos]
cls1  - sp2 : -5.42  -0.60 10  0.33 [bos] a a b a a a a a [eos]
cls1  - sp3 : -5.58  -0.62 10  0.44 [bos] a a b a a a a a [eos]
cls1  - sp4 : -5.84  -0.65 10  0.44 [bos] a a b a a a a a [eos]
cls2  - sp0 : -4.56  -0.51 10  0.56 [bos] a a b a a a a a [eos]
cls2  - sp1 : -4.61  -0.51 10  0.56 [bos] a a b a a a a a [eos]
cls2  - sp2 : -5.04  -0.56 10  0.67 [bos] a a b a a a a a [eos]
cls2  - sp3 : -5.07  -0.56 10  0.67 [bos] a a b a a a a a [eos]
cls2  - sp4 : -5.22  -0.58 10  0.67 [bos] a a b a a a a a [eos]
cls3  - sp0 : -2.38  -0.26 10  0.89 [bos] a a b a a a a a [eos]
cls3  - sp1 : -2.78  -0.31 10  1.00 [bos] a a b a a a a a [eos]
cls3  - sp2 : -3.84  -0.43 10  0.78 [bos] a a b a a a a a [eos]
cls3  - sp3 : -3.93  -0.44 10  0.89 [bos] a a a a a a a a [eos]
cls3  - sp4 : -4.08  -0.45 10  0.78 [bos] a a b a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-284
src: none   none  4   [bos] a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.24  /-3.91  /1.68   /0.0/-0.00    -0.75 /-1.30  4   [bos] a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -64.39 /-6.98  /-57.42 /   /-59.09    -7.15 /-0.78  10  [bos] a a a b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -30.55 /-3.32  /-27.22 /   /-28.90    -7.64 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -11.57 /-2.81  /-8.76  /   /-10.44    -3.86 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -20.63 /-7.05  /-13.57 /   /-15.25    -2.95 /-1.01  8   [bos] a b b b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -33.52 /-4.93  /-28.58 /   /-30.26    -6.70 /-0.99  6   [bos] b b a a [eos]
cls0  - sp0 : -2.24  -0.75 4   0.00 [bos] a b [eos]
cls0  - sp1 : -5.88  -1.96 4   0.00 [bos] [unk] b [eos]
cls0  - sp2 : -5.97  -5.97 2   0.00 [bos] [eos]
cls0  - sp3 : -9.29  -3.10 4   0.00 [bos] a [pad] [eos]
cls0  - sp4 : -9.90  -3.30 4   0.00 [bos] [bos] b [eos]
cls1  - sp0 : -1.67  -0.56 4   0.33 [bos] a b [eos]
cls1  - sp1 : -3.61  -1.20 4   0.33 [bos] a b [eos]
cls1  - sp2 : -3.65  -1.22 4   0.33 [bos] a b [eos]
cls1  - sp3 : -4.20  -1.40 4   0.33 [bos] [unk] b [eos]
cls1  - sp4 : -6.44  -2.15 4   0.33 [bos] [pad] b [eos]
cls2  - sp0 : -0.93  -0.31 4   0.67 [bos] a b [eos]
cls2  - sp1 : -2.84  -0.95 4   0.67 [bos] a b [eos]
cls2  - sp2 : -4.90  -1.63 4   0.67 [bos] a b [eos]
cls2  - sp3 : -5.05  -1.68 4   0.67 [bos] [pad] b [eos]
cls2  - sp4 : -5.27  -1.76 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -1.97  -0.66 4   1.00 [bos] a b [eos]
cls3  - sp1 : -6.13  -2.04 4   1.00 [bos] [pad] b [eos]
cls3  - sp2 : -6.57  -6.57 2   1.00 [bos] [eos]
cls3  - sp3 : -8.02  -1.34 7   0.83 [bos] a b [pad] a a [eos]
cls3  - sp4 : -8.56  -1.43 7   0.83 [bos] a b [pad] [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-285
src: none   none  4   [bos] a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.97  /-3.91  /1.94   /0.0/-0.00    -0.66 /-1.30  4   [bos] a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -70.68 /-6.98  /-63.70 /   /-65.64    -7.85 /-0.78  10  [bos] a a a b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -24.03 /-3.32  /-20.71 /   /-22.65    -6.01 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -11.54 /-2.81  /-8.72  /   /-10.66    -3.85 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -20.52 /-7.05  /-13.47 /   /-15.41    -2.93 /-1.01  8   [bos] a b b b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.90 /-4.93  /-21.97 /   /-23.91    -5.38 /-0.99  6   [bos] b b a a [eos]
cls0  - sp0 : -2.24  -0.75 4   0.00 [bos] a b [eos]
cls0  - sp1 : -5.88  -1.96 4   0.00 [bos] [unk] b [eos]
cls0  - sp2 : -5.97  -5.97 2   0.00 [bos] [eos]
cls0  - sp3 : -9.29  -3.10 4   0.00 [bos] a [pad] [eos]
cls0  - sp4 : -9.90  -3.30 4   0.00 [bos] [bos] b [eos]
cls1  - sp0 : -1.67  -0.56 4   0.33 [bos] a b [eos]
cls1  - sp1 : -3.61  -1.20 4   0.33 [bos] a b [eos]
cls1  - sp2 : -3.65  -1.22 4   0.33 [bos] a b [eos]
cls1  - sp3 : -4.20  -1.40 4   0.33 [bos] [unk] b [eos]
cls1  - sp4 : -6.44  -2.15 4   0.33 [bos] [pad] b [eos]
cls2  - sp0 : -0.93  -0.31 4   0.67 [bos] a b [eos]
cls2  - sp1 : -2.84  -0.95 4   0.67 [bos] a b [eos]
cls2  - sp2 : -4.90  -1.63 4   0.67 [bos] a b [eos]
cls2  - sp3 : -5.05  -1.68 4   0.67 [bos] [pad] b [eos]
cls2  - sp4 : -5.27  -1.76 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -1.97  -0.66 4   1.00 [bos] a b [eos]
cls3  - sp1 : -6.13  -2.04 4   1.00 [bos] [pad] b [eos]
cls3  - sp2 : -6.57  -6.57 2   1.00 [bos] [eos]
cls3  - sp3 : -8.02  -1.34 7   0.83 [bos] a b [pad] a a [eos]
cls3  - sp4 : -8.56  -1.43 7   0.83 [bos] a b [pad] [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-286
src: none   none  4   [bos] a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.06  /-3.91  /1.85   /0.0/-0.00    -0.69 /-1.30  4   [bos] a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -60.18 /-6.98  /-53.20 /   /-55.05    -6.69 /-0.78  10  [bos] a a a b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -25.84 /-3.32  /-22.51 /   /-24.36    -6.46 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -9.94  /-2.81  /-7.12  /   /-8.97    -3.31 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -22.22 /-7.05  /-15.17 /   /-17.02    -3.17 /-1.01  8   [bos] a b b b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -31.32 /-4.93  /-26.38 /   /-28.23    -6.26 /-0.99  6   [bos] b b a a [eos]
cls0  - sp0 : -2.06  -0.69 4   0.00 [bos] a b [eos]
cls0  - sp1 : -5.44  -5.44 2   0.00 [bos] [eos]
cls0  - sp2 : -5.56  -1.85 4   0.00 [bos] [unk] b [eos]
cls0  - sp3 : -8.71  -2.90 4   0.00 [bos] a [pad] [eos]
cls0  - sp4 : -9.63  -3.21 4   0.00 [bos] [bos] b [eos]
cls1  - sp0 : -1.80  -0.60 4   0.33 [bos] a b [eos]
cls1  - sp1 : -3.45  -1.15 4   0.33 [bos] a b [eos]
cls1  - sp2 : -3.65  -1.22 4   0.33 [bos] a b [eos]
cls1  - sp3 : -4.02  -1.34 4   0.33 [bos] [unk] b [eos]
cls1  - sp4 : -6.04  -2.01 4   0.33 [bos] a [unk] [eos]
cls2  - sp0 : -0.94  -0.31 4   0.67 [bos] a b [eos]
cls2  - sp1 : -2.96  -0.99 4   0.67 [bos] a b [eos]
cls2  - sp2 : -4.86  -1.62 4   0.67 [bos] [pad] b [eos]
cls2  - sp3 : -4.94  -1.65 4   0.67 [bos] a b [eos]
cls2  - sp4 : -5.09  -1.70 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -2.00  -0.67 4   1.00 [bos] a b [eos]
cls3  - sp1 : -5.93  -1.98 4   1.00 [bos] [pad] b [eos]
cls3  - sp2 : -6.04  -6.04 2   1.00 [bos] [eos]
cls3  - sp3 : -7.90  -1.32 7   0.83 [bos] a b [pad] a a [eos]
cls3  - sp4 : -8.24  -1.37 7   0.83 [bos] a b [pad] [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-287
src: none   none  4   [bos] a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.00  /-3.91  /1.91   /0.0/-0.00    -0.67 /-1.30  4   [bos] a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -67.34 /-6.98  /-60.36 /   /-62.27    -7.48 /-0.78  10  [bos] a a a b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.85 /-3.32  /-18.53 /   /-20.44    -5.46 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -10.07 /-2.81  /-7.26  /   /-9.17    -3.36 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -21.66 /-7.05  /-14.60 /   /-16.51    -3.09 /-1.01  8   [bos] a b b b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.04 /-4.93  /-21.11 /   /-23.02    -5.21 /-0.99  6   [bos] b b a a [eos]
cls0  - sp0 : -2.06  -0.69 4   0.00 [bos] a b [eos]
cls0  - sp1 : -5.44  -5.44 2   0.00 [bos] [eos]
cls0  - sp2 : -5.56  -1.85 4   0.00 [bos] [unk] b [eos]
cls0  - sp3 : -8.71  -2.90 4   0.00 [bos] a [pad] [eos]
cls0  - sp4 : -9.63  -3.21 4   0.00 [bos] [bos] b [eos]
cls1  - sp0 : -1.80  -0.60 4   0.33 [bos] a b [eos]
cls1  - sp1 : -3.45  -1.15 4   0.33 [bos] a b [eos]
cls1  - sp2 : -3.65  -1.22 4   0.33 [bos] a b [eos]
cls1  - sp3 : -4.02  -1.34 4   0.33 [bos] [unk] b [eos]
cls1  - sp4 : -6.04  -2.01 4   0.33 [bos] a [unk] [eos]
cls2  - sp0 : -0.94  -0.31 4   0.67 [bos] a b [eos]
cls2  - sp1 : -2.96  -0.99 4   0.67 [bos] a b [eos]
cls2  - sp2 : -4.86  -1.62 4   0.67 [bos] [pad] b [eos]
cls2  - sp3 : -4.94  -1.65 4   0.67 [bos] a b [eos]
cls2  - sp4 : -5.09  -1.70 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -2.00  -0.67 4   1.00 [bos] a b [eos]
cls3  - sp1 : -5.93  -1.98 4   1.00 [bos] [pad] b [eos]
cls3  - sp2 : -6.04  -6.04 2   1.00 [bos] [eos]
cls3  - sp3 : -7.90  -1.32 7   0.83 [bos] a b [pad] a a [eos]
cls3  - sp4 : -8.24  -1.37 7   0.83 [bos] a b [pad] [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-288
src: none   none  13  [bos] a a a b b b b a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -9.30  /-10.71 /1.41   /0.0/0.00    -0.77 /-0.89  13  [bos] a a a b b b b a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -43.77 /-9.69  /-34.08 /   /-35.49    -4.38 /-0.97  11  [bos] b b b b a a b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -46.99 /-9.69  /-37.31 /   /-38.72    -4.70 /-0.97  11  [bos] b b b b b a a b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.16 /-2.30  /-18.86 /   /-20.27    -10.58/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -41.39 /-10.12 /-31.27 /   /-32.69    -3.18 /-0.78  14  [bos] b b b b b b a b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.86 /-2.30  /-28.55 /   /-29.96    -15.43/-1.15  3   [bos] b [eos]
cls0  - sp0 : -14.33 -14.33 2   0.00 [bos] [eos]
cls0  - sp1 : -51.38 -0.40 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -52.26 -0.41 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -52.38 -0.41 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a
cls0  - sp4 : -52.45 -0.41 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -10.15 -0.78 14  0.31 [bos] a a a b b b b a b b b b [eos]
cls1  - sp1 : -10.15 -0.73 15  0.36 [bos] a a a b b b b a b b b b b [eos]
cls1  - sp2 : -10.22 -0.79 14  0.38 [bos] a a a b b b b a b b b b [eos]
cls1  - sp3 : -10.24 -0.79 14  0.46 [bos] a a a b b b b a b b b b [eos]
cls1  - sp4 : -10.87 -0.68 17  0.31 [bos] a a a b b b b a b b b b b b b [eos]
cls2  - sp0 : -9.22  -0.77 13  0.58 [bos] a a a b b b b a b b b [eos]
cls2  - sp1 : -9.42  -0.78 13  0.67 [bos] a a a b b b b a b b b [eos]
cls2  - sp2 : -9.51  -0.73 14  0.54 [bos] a a a b b b b a b b b b [eos]
cls2  - sp3 : -9.62  -0.80 13  0.50 [bos] a a a b b b b a b b b [eos]
cls2  - sp4 : -11.53 -0.77 16  0.73 [bos] a a a b b b b a b b b b b b [eos]
cls3  - sp0 : -14.27 -14.27 2   1.00 [bos] [eos]
cls3  - sp1 : -20.27 -0.16 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -22.21 -0.17 128 1.00 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -22.22 -0.17 128 0.99 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -22.33 -0.18 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-289
src: none   none  13  [bos] a a a b b b b a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -8.13  /-10.71 /2.58   /0.0/0.00    -0.68 /-0.89  13  [bos] a a a b b b b a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -41.84 /-9.69  /-32.15 /   /-34.73    -4.18 /-0.97  11  [bos] b b b b a a b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -47.06 /-9.69  /-37.37 /   /-39.95    -4.71 /-0.97  11  [bos] b b b b b a a b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.92 /-2.30  /-18.62 /   /-21.20    -10.46/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -41.49 /-10.12 /-31.37 /   /-33.94    -3.19 /-0.78  14  [bos] b b b b b b a b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.36 /-2.30  /-28.06 /   /-30.64    -15.18/-1.15  3   [bos] b [eos]
cls0  - sp0 : -14.33 -14.33 2   0.00 [bos] [eos]
cls0  - sp1 : -51.38 -0.40 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -52.26 -0.41 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -52.38 -0.41 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a
cls0  - sp4 : -52.45 -0.41 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -10.15 -0.78 14  0.31 [bos] a a a b b b b a b b b b [eos]
cls1  - sp1 : -10.15 -0.73 15  0.36 [bos] a a a b b b b a b b b b b [eos]
cls1  - sp2 : -10.22 -0.79 14  0.38 [bos] a a a b b b b a b b b b [eos]
cls1  - sp3 : -10.24 -0.79 14  0.46 [bos] a a a b b b b a b b b b [eos]
cls1  - sp4 : -10.87 -0.68 17  0.31 [bos] a a a b b b b a b b b b b b b [eos]
cls2  - sp0 : -9.22  -0.77 13  0.58 [bos] a a a b b b b a b b b [eos]
cls2  - sp1 : -9.42  -0.78 13  0.67 [bos] a a a b b b b a b b b [eos]
cls2  - sp2 : -9.51  -0.73 14  0.54 [bos] a a a b b b b a b b b b [eos]
cls2  - sp3 : -9.62  -0.80 13  0.50 [bos] a a a b b b b a b b b [eos]
cls2  - sp4 : -11.53 -0.77 16  0.73 [bos] a a a b b b b a b b b b b b [eos]
cls3  - sp0 : -14.27 -14.27 2   1.00 [bos] [eos]
cls3  - sp1 : -20.27 -0.16 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -22.21 -0.17 128 1.00 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -22.22 -0.17 128 0.99 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -22.33 -0.18 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-290
src: none   none  13  [bos] a a a b b b b a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -9.41  /-10.71 /1.29   /0.0/0.00    -0.78 /-0.89  13  [bos] a a a b b b b a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -46.91 /-9.69  /-37.23 /   /-38.52    -4.69 /-0.97  11  [bos] b b b b a a b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -47.79 /-9.69  /-38.11 /   /-39.40    -4.78 /-0.97  11  [bos] b b b b b a a b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.25 /-2.30  /-18.94 /   /-20.24    -10.62/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -44.77 /-10.12 /-34.66 /   /-35.95    -3.44 /-0.78  14  [bos] b b b b b b a b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.26 /-2.30  /-27.96 /   /-29.25    -15.13/-1.15  3   [bos] b [eos]
cls0  - sp0 : -14.02 -14.02 2   0.00 [bos] [eos]
cls0  - sp1 : -61.02 -0.48 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -61.29 -0.48 128 0.02 [bos] a a a b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -61.69 -0.49 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a
cls0  - sp4 : -61.74 -0.49 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -10.32 -0.79 14  0.38 [bos] a a a b b b b a b b b b [eos]
cls1  - sp1 : -10.75 -0.83 14  0.46 [bos] a a a b b b b a b b b b [eos]
cls1  - sp2 : -14.71 -0.70 22  0.33 [bos] a a a b b b b a b b b b b b b b b b b b [eos]
cls1  - sp3 : -15.16 -0.69 23  0.32 [bos] a a a b b b b a b b b b b b b b b b b b b [eos]
cls1  - sp4 : -15.30 -0.73 22  0.29 [bos] a a a b b b b a b b b b b b b b b b b b [eos]
cls2  - sp0 : -9.46  -0.73 14  0.54 [bos] a a a b b b b a b b b b [eos]
cls2  - sp1 : -11.43 -0.76 16  0.73 [bos] a a a b b b b a b b b b b b [eos]
cls2  - sp2 : -11.71 -0.78 16  0.67 [bos] a a a b b b b a b b b b b b [eos]
cls2  - sp3 : -11.95 -0.75 17  0.69 [bos] a a a b b b b a b b b b b b b [eos]
cls2  - sp4 : -12.71 -0.79 17  0.50 [bos] a a a b b b b a b b b b b b b [eos]
cls3  - sp0 : -14.04 -14.04 2   1.00 [bos] [eos]
cls3  - sp1 : -24.66 -0.19 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -25.90 -0.20 128 1.00 [bos] a a a b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -26.26 -0.21 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -26.32 -0.21 128 1.00 [bos] a a a b b b b a b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-291
src: none   none  13  [bos] a a a b b b b a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -7.05  /-10.71 /3.66   /0.0/0.00    -0.59 /-0.89  13  [bos] a a a b b b b a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -45.52 /-9.69  /-35.83 /   /-39.49    -4.55 /-0.97  11  [bos] b b b b a a b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -49.19 /-9.69  /-39.50 /   /-43.16    -4.92 /-0.97  11  [bos] b b b b b a a b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.58 /-2.30  /-18.28 /   /-21.94    -10.29/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -41.17 /-10.12 /-31.05 /   /-34.70    -3.17 /-0.78  14  [bos] b b b b b b a b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.30 /-2.30  /-27.99 /   /-31.65    -15.15/-1.15  3   [bos] b [eos]
cls0  - sp0 : -14.02 -14.02 2   0.00 [bos] [eos]
cls0  - sp1 : -61.02 -0.48 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -61.29 -0.48 128 0.02 [bos] a a a b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -61.69 -0.49 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a
cls0  - sp4 : -61.74 -0.49 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -10.32 -0.79 14  0.38 [bos] a a a b b b b a b b b b [eos]
cls1  - sp1 : -10.75 -0.83 14  0.46 [bos] a a a b b b b a b b b b [eos]
cls1  - sp2 : -14.71 -0.70 22  0.33 [bos] a a a b b b b a b b b b b b b b b b b b [eos]
cls1  - sp3 : -15.16 -0.69 23  0.32 [bos] a a a b b b b a b b b b b b b b b b b b b [eos]
cls1  - sp4 : -15.30 -0.73 22  0.29 [bos] a a a b b b b a b b b b b b b b b b b b [eos]
cls2  - sp0 : -9.46  -0.73 14  0.54 [bos] a a a b b b b a b b b b [eos]
cls2  - sp1 : -11.43 -0.76 16  0.73 [bos] a a a b b b b a b b b b b b [eos]
cls2  - sp2 : -11.71 -0.78 16  0.67 [bos] a a a b b b b a b b b b b b [eos]
cls2  - sp3 : -11.95 -0.75 17  0.69 [bos] a a a b b b b a b b b b b b b [eos]
cls2  - sp4 : -12.71 -0.79 17  0.50 [bos] a a a b b b b a b b b b b b b [eos]
cls3  - sp0 : -14.04 -14.04 2   1.00 [bos] [eos]
cls3  - sp1 : -24.66 -0.19 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -25.90 -0.20 128 1.00 [bos] a a a b b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -26.26 -0.21 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -26.32 -0.21 128 1.00 [bos] a a a b b b b a b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-292
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.69/-0.69    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /   /-0.69    -0.65 /-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -10.70 /-3.91  /-6.79  /   /-8.49    -3.57 /-1.30  4   [bos] a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -91.48 /-11.29 /-80.19 /   /-81.89    -8.32 /-1.03  12  [bos] b a b b b b b a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -98.16 /-11.22 /-86.95 /   /-88.64    -7.55 /-0.86  14  [bos] b b b b b a a a a b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -34.42 /-6.54  /-27.88 /   /-29.57    -5.74 /-1.09  7   [bos] a b a a a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-293
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.69/-0.69    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /   /-0.69    -0.86 /-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -11.84 /-3.91  /-7.93  /   /-9.20    -3.95 /-1.30  4   [bos] a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -91.21 /-11.29 /-79.91 /   /-81.19    -8.29 /-1.03  12  [bos] b a b b b b b a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -90.43 /-11.22 /-79.21 /   /-80.49    -6.96 /-0.86  14  [bos] b b b b b a a a a b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -24.43 /-6.54  /-17.89 /   /-19.16    -4.07 /-1.09  7   [bos] a b a a a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-294
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.69/-0.69    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /   /-0.69    -0.65 /-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -10.80 /-3.91  /-6.88  /   /-8.58    -3.60 /-1.30  4   [bos] a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -92.21 /-11.29 /-80.92 /   /-82.62    -8.38 /-1.03  12  [bos] b a b b b b b a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -98.97 /-11.22 /-87.75 /   /-89.45    -7.61 /-0.86  14  [bos] b b b b b a a a a b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -34.58 /-6.54  /-28.03 /   /-29.73    -5.76 /-1.09  7   [bos] a b a a a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-295
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.69/-0.69    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /   /-0.69    -0.86 /-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -11.61 /-3.91  /-7.70  /   /-8.98    -3.87 /-1.30  4   [bos] a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -93.72 /-11.29 /-82.43 /   /-83.71    -8.52 /-1.03  12  [bos] b a b b b b b a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -96.51 /-11.22 /-85.29 /   /-86.57    -7.42 /-0.86  14  [bos] b b b b b a a a a b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -25.97 /-6.54  /-19.43 /   /-20.71    -4.33 /-1.09  7   [bos] a b a a a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-296
src: none   none  11  [bos] a a a a b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.00  /-7.49  /2.49   /0.0/0.00    -0.50 /-0.75  11  [bos] a a a a b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -38.24 /-6.47  /-31.78 /   /-34.26    -4.78 /-0.81  9   [bos] b b b b b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.00 /-5.44  /-22.55 /   /-25.04    -4.67 /-0.91  7   [bos] a a b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -36.24 /-2.81  /-33.43 /   /-35.91    -12.08/-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -45.07 /-6.47  /-38.60 /   /-41.09    -5.63 /-0.81  9   [bos] b b b b a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.26 /-8.15  /-21.11 /   /-23.60    -4.18 /-1.16  8   [bos] a b b a b b [eos]
cls0  - sp0 : -5.00  -0.50 11  0.00 [bos] a a a a b b b b b [eos]
cls0  - sp1 : -5.31  -0.53 11  0.20 [bos] a a a a b b b b b [eos]
cls0  - sp2 : -5.41  -0.54 11  0.10 [bos] a a a a b b b b b [eos]
cls0  - sp3 : -5.81  -0.73 9   0.00 [bos] a a a a b b b [eos]
cls0  - sp4 : -5.98  -0.60 11  0.00 [bos] a a b a b b b b b [eos]
cls1  - sp0 : -5.71  -0.71 9   0.25 [bos] a a a a b b b [eos]
cls1  - sp1 : -6.20  -0.62 11  0.30 [bos] a a a a b b b b b [eos]
cls1  - sp2 : -6.24  -0.78 9   0.38 [bos] a a a a b b b [eos]
cls1  - sp3 : -6.35  -0.64 11  0.30 [bos] a a a a b b b b b [eos]
cls1  - sp4 : -6.45  -0.65 11  0.30 [bos] a a a a b b b b b [eos]
cls2  - sp0 : -4.70  -0.47 11  0.70 [bos] a a a a b b b b b [eos]
cls2  - sp1 : -4.76  -0.48 11  0.60 [bos] a a a a b b b b b [eos]
cls2  - sp2 : -5.19  -0.52 11  0.70 [bos] a a a a b b b b b [eos]
cls2  - sp3 : -5.21  -0.52 11  0.70 [bos] a a a a b b b b b [eos]
cls2  - sp4 : -5.68  -0.71 9   0.50 [bos] a a b a b b b [eos]
cls3  - sp0 : -2.25  -0.22 11  0.90 [bos] a a b a b b b b b [eos]
cls3  - sp1 : -2.39  -0.24 11  1.00 [bos] a a b a b b b b b [eos]
cls3  - sp2 : -3.01  -0.30 11  0.90 [bos] a a a a b b b b b [eos]
cls3  - sp3 : -3.15  -0.31 11  1.00 [bos] a a a a b b b b b [eos]
cls3  - sp4 : -4.12  -0.41 11  0.80 [bos] a a a a b b b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-297
src: none   none  11  [bos] a a a a b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.15  /-7.49  /4.34   /0.0/0.00    -0.31 /-0.75  11  [bos] a a a a b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -40.93 /-6.47  /-34.47 /   /-38.81    -5.12 /-0.81  9   [bos] b b b b b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -26.69 /-5.44  /-21.25 /   /-25.59    -4.45 /-0.91  7   [bos] a a b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -37.36 /-2.81  /-34.55 /   /-38.89    -12.45/-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -49.27 /-6.47  /-42.81 /   /-47.15    -6.16 /-0.81  9   [bos] b b b b a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.37 /-8.15  /-18.22 /   /-22.56    -3.77 /-1.16  8   [bos] a b b a b b [eos]
cls0  - sp0 : -5.00  -0.50 11  0.00 [bos] a a a a b b b b b [eos]
cls0  - sp1 : -5.31  -0.53 11  0.20 [bos] a a a a b b b b b [eos]
cls0  - sp2 : -5.41  -0.54 11  0.10 [bos] a a a a b b b b b [eos]
cls0  - sp3 : -5.81  -0.73 9   0.00 [bos] a a a a b b b [eos]
cls0  - sp4 : -5.98  -0.60 11  0.00 [bos] a a b a b b b b b [eos]
cls1  - sp0 : -5.71  -0.71 9   0.25 [bos] a a a a b b b [eos]
cls1  - sp1 : -6.20  -0.62 11  0.30 [bos] a a a a b b b b b [eos]
cls1  - sp2 : -6.24  -0.78 9   0.38 [bos] a a a a b b b [eos]
cls1  - sp3 : -6.35  -0.64 11  0.30 [bos] a a a a b b b b b [eos]
cls1  - sp4 : -6.45  -0.65 11  0.30 [bos] a a a a b b b b b [eos]
cls2  - sp0 : -4.70  -0.47 11  0.70 [bos] a a a a b b b b b [eos]
cls2  - sp1 : -4.76  -0.48 11  0.60 [bos] a a a a b b b b b [eos]
cls2  - sp2 : -5.19  -0.52 11  0.70 [bos] a a a a b b b b b [eos]
cls2  - sp3 : -5.21  -0.52 11  0.70 [bos] a a a a b b b b b [eos]
cls2  - sp4 : -5.68  -0.71 9   0.50 [bos] a a b a b b b [eos]
cls3  - sp0 : -2.25  -0.22 11  0.90 [bos] a a b a b b b b b [eos]
cls3  - sp1 : -2.39  -0.24 11  1.00 [bos] a a b a b b b b b [eos]
cls3  - sp2 : -3.01  -0.30 11  0.90 [bos] a a a a b b b b b [eos]
cls3  - sp3 : -3.15  -0.31 11  1.00 [bos] a a a a b b b b b [eos]
cls3  - sp4 : -4.12  -0.41 11  0.80 [bos] a a a a b b b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-298
src: none   none  11  [bos] a a a a b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.66  /-7.49  /1.83   /0.0/0.00    -0.57 /-0.75  11  [bos] a a a a b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -49.94 /-6.47  /-43.48 /   /-45.31    -6.24 /-0.81  9   [bos] b b b b b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -29.79 /-5.44  /-24.34 /   /-26.17    -4.96 /-0.91  7   [bos] a a b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -37.91 /-2.81  /-35.10 /   /-36.93    -12.64/-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -59.18 /-6.47  /-52.72 /   /-54.54    -7.40 /-0.81  9   [bos] b b b b a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -34.35 /-8.15  /-26.20 /   /-28.02    -4.91 /-1.16  8   [bos] a b b a b b [eos]
cls0  - sp0 : -5.53  -0.55 11  0.20 [bos] a a a a b b b b b [eos]
cls0  - sp1 : -5.66  -0.57 11  0.00 [bos] a a a a b b b b b [eos]
cls0  - sp2 : -6.28  -0.63 11  0.10 [bos] a a a a b b b b b [eos]
cls0  - sp3 : -6.28  -0.57 12  0.00 [bos] a a a a b b b b b a [eos]
cls0  - sp4 : -7.17  -0.60 13  0.17 [bos] a a a a b b b b b b b [eos]
cls1  - sp0 : -5.89  -0.59 11  0.30 [bos] a a a a b b b b b [eos]
cls1  - sp1 : -7.18  -0.72 11  0.30 [bos] a a a a b b b b b [eos]
cls1  - sp2 : -7.44  -0.74 11  0.40 [bos] a a a a b b b b b [eos]
cls1  - sp3 : -7.50  -0.75 11  0.30 [bos] a a a a b b b b b [eos]
cls1  - sp4 : -7.54  -0.69 12  0.27 [bos] a a a a b b b b b a [eos]
cls2  - sp0 : -6.35  -0.63 11  0.60 [bos] a a a a b b b b b [eos]
cls2  - sp1 : -6.38  -0.64 11  0.70 [bos] a a a a b b b b b [eos]
cls2  - sp2 : -6.39  -0.64 11  0.70 [bos] a a a a b b b b b [eos]
cls2  - sp3 : -7.94  -0.66 13  0.67 [bos] a a a a b b b b b b b [eos]
cls2  - sp4 : -8.67  -0.72 13  0.67 [bos] a a a a b b b b b a b [eos]
cls3  - sp0 : -3.72  -0.37 11  1.00 [bos] a a a a b b b b b [eos]
cls3  - sp1 : -4.07  -0.41 11  0.90 [bos] a a a a b b b b b [eos]
cls3  - sp2 : -4.99  -0.28 19  1.00 [bos] a a a a b b b b b b b b b b b b b [eos]
cls3  - sp3 : -10.58 -0.08 128 1.00 [bos] a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -11.02 -0.09 128 1.00 [bos] a a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-299
src: none   none  11  [bos] a a a a b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.72  /-7.49  /3.77   /0.0/0.00    -0.37 /-0.75  11  [bos] a a a a b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -51.42 /-6.47  /-44.95 /   /-48.72    -6.43 /-0.81  9   [bos] b b b b b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -32.03 /-5.44  /-26.59 /   /-30.35    -5.34 /-0.91  7   [bos] a a b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -39.45 /-2.81  /-36.64 /   /-40.41    -13.15/-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -62.26 /-6.47  /-55.79 /   /-59.56    -7.78 /-0.81  9   [bos] b b b b a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -34.13 /-8.15  /-25.97 /   /-29.74    -4.88 /-1.16  8   [bos] a b b a b b [eos]
cls0  - sp0 : -5.53  -0.55 11  0.20 [bos] a a a a b b b b b [eos]
cls0  - sp1 : -5.66  -0.57 11  0.00 [bos] a a a a b b b b b [eos]
cls0  - sp2 : -6.28  -0.63 11  0.10 [bos] a a a a b b b b b [eos]
cls0  - sp3 : -6.28  -0.57 12  0.00 [bos] a a a a b b b b b a [eos]
cls0  - sp4 : -7.17  -0.60 13  0.17 [bos] a a a a b b b b b b b [eos]
cls1  - sp0 : -5.89  -0.59 11  0.30 [bos] a a a a b b b b b [eos]
cls1  - sp1 : -7.18  -0.72 11  0.30 [bos] a a a a b b b b b [eos]
cls1  - sp2 : -7.44  -0.74 11  0.40 [bos] a a a a b b b b b [eos]
cls1  - sp3 : -7.50  -0.75 11  0.30 [bos] a a a a b b b b b [eos]
cls1  - sp4 : -7.54  -0.69 12  0.27 [bos] a a a a b b b b b a [eos]
cls2  - sp0 : -6.35  -0.63 11  0.60 [bos] a a a a b b b b b [eos]
cls2  - sp1 : -6.38  -0.64 11  0.70 [bos] a a a a b b b b b [eos]
cls2  - sp2 : -6.39  -0.64 11  0.70 [bos] a a a a b b b b b [eos]
cls2  - sp3 : -7.94  -0.66 13  0.67 [bos] a a a a b b b b b b b [eos]
cls2  - sp4 : -8.67  -0.72 13  0.67 [bos] a a a a b b b b b a b [eos]
cls3  - sp0 : -3.72  -0.37 11  1.00 [bos] a a a a b b b b b [eos]
cls3  - sp1 : -4.07  -0.41 11  0.90 [bos] a a a a b b b b b [eos]
cls3  - sp2 : -4.99  -0.28 19  1.00 [bos] a a a a b b b b b b b b b b b b b [eos]
cls3  - sp3 : -10.58 -0.08 128 1.00 [bos] a a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -11.02 -0.09 128 1.00 [bos] a a a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-300
src: none   none  7   [bos] b b b a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -4.55  /-6.54  /1.99   /0.0/0.00    -0.76 /-1.09  7   [bos] b b b a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -39.90 /-3.84  /-36.06 /   /-38.05    -7.98 /-0.77  6   [bos] a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.87 /-5.96  /-22.91 /   /-24.90    -4.12 /-0.85  8   [bos] b b b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.67 /-5.44  /-23.22 /   /-25.21    -4.78 /-0.91  7   [bos] b a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -29.84 /-3.91  /-25.93 /   /-27.92    -9.95 /-1.30  4   [bos] b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.18 /-2.30  /-18.87 /   /-20.86    -10.59/-1.15  3   [bos] b [eos]
cls0  - sp0 : -4.14  -0.69 7   0.17 [bos] b b b a b [eos]
cls0  - sp1 : -4.32  -0.72 7   0.17 [bos] b b b a [unk] [eos]
cls0  - sp2 : -4.55  -0.76 7   0.00 [bos] b b b a b [eos]
cls0  - sp3 : -5.11  -0.85 7   0.17 [bos] b b b a [pad] [eos]
cls0  - sp4 : -5.12  -0.85 7   0.17 [bos] b b b a b [eos]
cls1  - sp0 : -3.69  -0.61 7   0.33 [bos] b b b a b [eos]
cls1  - sp1 : -4.49  -0.75 7   0.33 [bos] b b b a [unk] [eos]
cls1  - sp2 : -4.68  -0.78 7   0.33 [bos] b b b a b [eos]
cls1  - sp3 : -4.88  -0.81 7   0.33 [bos] b b b a [unk] [eos]
cls1  - sp4 : -5.17  -0.86 7   0.33 [bos] b b b a b [eos]
cls2  - sp0 : -2.66  -0.44 7   0.67 [bos] b b b a b [eos]
cls2  - sp1 : -3.09  -0.52 7   0.67 [bos] b b b a b [eos]
cls2  - sp2 : -3.57  -0.59 7   0.67 [bos] b b b a [unk] [eos]
cls2  - sp3 : -3.60  -0.60 7   0.50 [bos] b b b a b [eos]
cls2  - sp4 : -4.22  -0.70 7   0.50 [bos] b b b a b [eos]
cls3  - sp0 : -2.25  -0.38 7   0.83 [bos] b b b a b [eos]
cls3  - sp1 : -2.89  -0.48 7   0.83 [bos] b b b a [unk] [eos]
cls3  - sp2 : -3.12  -0.52 7   1.00 [bos] b b b a b [eos]
cls3  - sp3 : -3.54  -0.59 7   0.83 [bos] b b b a b [eos]
cls3  - sp4 : -3.63  -0.60 7   0.83 [bos] b b b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-301
src: none   none  7   [bos] b b b a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.12  /-6.54  /3.43   /0.0/0.00    -0.52 /-1.09  7   [bos] b b b a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -36.19 /-3.84  /-32.35 /   /-35.78    -7.24 /-0.77  6   [bos] a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -27.00 /-5.96  /-21.04 /   /-24.47    -3.86 /-0.85  8   [bos] b b b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -27.36 /-5.44  /-21.92 /   /-25.35    -4.56 /-0.91  7   [bos] b a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -30.14 /-3.91  /-26.23 /   /-29.65    -10.05/-1.30  4   [bos] b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.33 /-2.30  /-19.03 /   /-22.45    -10.66/-1.15  3   [bos] b [eos]
cls0  - sp0 : -4.14  -0.69 7   0.17 [bos] b b b a b [eos]
cls0  - sp1 : -4.32  -0.72 7   0.17 [bos] b b b a [unk] [eos]
cls0  - sp2 : -4.55  -0.76 7   0.00 [bos] b b b a b [eos]
cls0  - sp3 : -5.11  -0.85 7   0.17 [bos] b b b a [pad] [eos]
cls0  - sp4 : -5.12  -0.85 7   0.17 [bos] b b b a b [eos]
cls1  - sp0 : -3.69  -0.61 7   0.33 [bos] b b b a b [eos]
cls1  - sp1 : -4.49  -0.75 7   0.33 [bos] b b b a [unk] [eos]
cls1  - sp2 : -4.68  -0.78 7   0.33 [bos] b b b a b [eos]
cls1  - sp3 : -4.88  -0.81 7   0.33 [bos] b b b a [unk] [eos]
cls1  - sp4 : -5.17  -0.86 7   0.33 [bos] b b b a b [eos]
cls2  - sp0 : -2.66  -0.44 7   0.67 [bos] b b b a b [eos]
cls2  - sp1 : -3.09  -0.52 7   0.67 [bos] b b b a b [eos]
cls2  - sp2 : -3.57  -0.59 7   0.67 [bos] b b b a [unk] [eos]
cls2  - sp3 : -3.60  -0.60 7   0.50 [bos] b b b a b [eos]
cls2  - sp4 : -4.22  -0.70 7   0.50 [bos] b b b a b [eos]
cls3  - sp0 : -2.25  -0.38 7   0.83 [bos] b b b a b [eos]
cls3  - sp1 : -2.89  -0.48 7   0.83 [bos] b b b a [unk] [eos]
cls3  - sp2 : -3.12  -0.52 7   1.00 [bos] b b b a b [eos]
cls3  - sp3 : -3.54  -0.59 7   0.83 [bos] b b b a b [eos]
cls3  - sp4 : -3.63  -0.60 7   0.83 [bos] b b b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-302
src: none   none  7   [bos] b b b a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.80  /-6.54  /2.75   /0.0/0.00    -0.63 /-1.09  7   [bos] b b b a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -40.78 /-3.84  /-36.95 /   /-39.69    -8.16 /-0.77  6   [bos] a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -24.39 /-5.96  /-18.43 /   /-21.18    -3.48 /-0.85  8   [bos] b b b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -27.88 /-5.44  /-22.44 /   /-25.19    -4.65 /-0.91  7   [bos] b a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -28.97 /-3.91  /-25.06 /   /-27.81    -9.66 /-1.30  4   [bos] b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.30 /-2.30  /-19.00 /   /-21.74    -10.65/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.80  -0.63 7   0.00 [bos] b b b a b [eos]
cls0  - sp1 : -3.86  -0.64 7   0.17 [bos] b b b a b [eos]
cls0  - sp2 : -4.01  -0.67 7   0.17 [bos] b b b a b [eos]
cls0  - sp3 : -4.38  -0.73 7   0.17 [bos] b b b a b [eos]
cls0  - sp4 : -4.41  -0.74 7   0.17 [bos] b b b a [unk] [eos]
cls1  - sp0 : -3.64  -0.61 7   0.33 [bos] b b b a b [eos]
cls1  - sp1 : -3.98  -0.66 7   0.33 [bos] b b b a b [eos]
cls1  - sp2 : -4.07  -0.68 7   0.33 [bos] b b b a b [eos]
cls1  - sp3 : -4.16  -0.69 7   0.33 [bos] b b b a [unk] [eos]
cls1  - sp4 : -4.49  -0.75 7   0.33 [bos] b b b a [unk] [eos]
cls2  - sp0 : -3.10  -0.52 7   0.67 [bos] b b b a b [eos]
cls2  - sp1 : -3.28  -0.55 7   0.67 [bos] b b b a b [eos]
cls2  - sp2 : -3.58  -0.60 7   0.50 [bos] b b b a b [eos]
cls2  - sp3 : -4.13  -0.69 7   0.50 [bos] b b b a [unk] [eos]
cls2  - sp4 : -4.37  -0.73 7   0.50 [bos] b b b a b [eos]
cls3  - sp0 : -2.01  -0.33 7   0.83 [bos] b b b a b [eos]
cls3  - sp1 : -2.92  -0.49 7   1.00 [bos] b b b a b [eos]
cls3  - sp2 : -3.61  -0.60 7   0.83 [bos] b b b a [unk] [eos]
cls3  - sp3 : -3.93  -0.66 7   0.83 [bos] [unk] b b a b [eos]
cls3  - sp4 : -4.00  -0.67 7   0.83 [bos] b b b a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-303
src: none   none  7   [bos] b b b a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.92  /-6.54  /3.62   /0.0/0.00    -0.49 /-1.09  7   [bos] b b b a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -36.08 /-3.84  /-32.25 /   /-35.87    -7.22 /-0.77  6   [bos] a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -24.30 /-5.96  /-18.35 /   /-21.97    -3.47 /-0.85  8   [bos] b b b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -27.04 /-5.44  /-21.60 /   /-25.22    -4.51 /-0.91  7   [bos] b a a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -28.01 /-3.91  /-24.10 /   /-27.72    -9.34 /-1.30  4   [bos] b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.64 /-2.30  /-19.34 /   /-22.96    -10.82/-1.15  3   [bos] b [eos]
cls0  - sp0 : -3.80  -0.63 7   0.00 [bos] b b b a b [eos]
cls0  - sp1 : -3.86  -0.64 7   0.17 [bos] b b b a b [eos]
cls0  - sp2 : -4.01  -0.67 7   0.17 [bos] b b b a b [eos]
cls0  - sp3 : -4.38  -0.73 7   0.17 [bos] b b b a b [eos]
cls0  - sp4 : -4.41  -0.74 7   0.17 [bos] b b b a [unk] [eos]
cls1  - sp0 : -3.64  -0.61 7   0.33 [bos] b b b a b [eos]
cls1  - sp1 : -3.98  -0.66 7   0.33 [bos] b b b a b [eos]
cls1  - sp2 : -4.07  -0.68 7   0.33 [bos] b b b a b [eos]
cls1  - sp3 : -4.16  -0.69 7   0.33 [bos] b b b a [unk] [eos]
cls1  - sp4 : -4.49  -0.75 7   0.33 [bos] b b b a [unk] [eos]
cls2  - sp0 : -3.10  -0.52 7   0.67 [bos] b b b a b [eos]
cls2  - sp1 : -3.28  -0.55 7   0.67 [bos] b b b a b [eos]
cls2  - sp2 : -3.58  -0.60 7   0.50 [bos] b b b a b [eos]
cls2  - sp3 : -4.13  -0.69 7   0.50 [bos] b b b a [unk] [eos]
cls2  - sp4 : -4.37  -0.73 7   0.50 [bos] b b b a b [eos]
cls3  - sp0 : -2.01  -0.33 7   0.83 [bos] b b b a b [eos]
cls3  - sp1 : -2.92  -0.49 7   1.00 [bos] b b b a b [eos]
cls3  - sp2 : -3.61  -0.60 7   0.83 [bos] b b b a [unk] [eos]
cls3  - sp3 : -3.93  -0.66 7   0.83 [bos] [unk] b b a b [eos]
cls3  - sp4 : -4.00  -0.67 7   0.83 [bos] b b b a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-304
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.27  /-2.30  /1.03   /1.1/-1.10    -0.63 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -1.27  /-2.30  /1.03   /   /-1.10    -0.63 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -31.94 /-3.32  /-28.61 /   /-30.75    -7.98 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -18.27 /-4.42  /-13.85 /   /-15.98    -4.57 /-1.11  5   [bos] b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -41.89 /-4.93  /-36.96 /   /-39.09    -8.38 /-0.99  6   [bos] a a a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -1.27  /-2.30  /1.03   /   /-1.10    -0.63 /-1.15  3   [bos] b [eos]
cls0  - sp0 : -1.27  -0.63 3   0.00 [bos] b [eos]
cls0  - sp1 : -5.18  -2.59 3   0.00 [bos] [pad] [eos]
cls0  - sp2 : -5.36  -5.36 2   0.00 [bos] [eos]
cls0  - sp3 : -5.79  -2.89 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.80  -2.20 5   0.00 [bos] b [unk] b [eos]
cls1  - sp0 : -7.83  -1.96 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -8.90  -2.23 5   0.25 [bos] b [unk] b [eos]
cls1  - sp2 : -9.13  -2.28 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.40  -2.35 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp4 : -9.63  -2.41 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] b [eos]
cls2  - sp1 : -1.70  -0.85 3   0.50 [bos] [unk] [eos]
cls2  - sp2 : -2.14  -1.07 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.87  -2.44 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.95  -2.98 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.33  -1.16 3   1.00 [bos] b [eos]
cls3  - sp1 : -2.44  -1.22 3   1.00 [bos] [unk] [eos]
cls3  - sp2 : -5.57  -5.57 2   1.00 [bos] [eos]
cls3  - sp3 : -5.63  -2.81 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.18  -2.05 5   0.75 [bos] b [pad] b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-305
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.33  /-2.30  /-0.02  /1.1/-1.10    -1.16 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -2.33  /-2.30  /-0.02  /   /-1.10    -1.16 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -31.02 /-3.32  /-27.69 /   /-28.77    -7.75 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.49 /-4.42  /-16.07 /   /-17.14    -5.12 /-1.11  5   [bos] b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -37.19 /-4.93  /-32.26 /   /-33.33    -7.44 /-0.99  6   [bos] a a a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -2.33  /-2.30  /-0.02  /   /-1.10    -1.16 /-1.15  3   [bos] b [eos]
cls0  - sp0 : -1.27  -0.63 3   0.00 [bos] b [eos]
cls0  - sp1 : -5.18  -2.59 3   0.00 [bos] [pad] [eos]
cls0  - sp2 : -5.36  -5.36 2   0.00 [bos] [eos]
cls0  - sp3 : -5.79  -2.89 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.80  -2.20 5   0.00 [bos] b [unk] b [eos]
cls1  - sp0 : -7.83  -1.96 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -8.90  -2.23 5   0.25 [bos] b [unk] b [eos]
cls1  - sp2 : -9.13  -2.28 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.40  -2.35 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp4 : -9.63  -2.41 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] b [eos]
cls2  - sp1 : -1.70  -0.85 3   0.50 [bos] [unk] [eos]
cls2  - sp2 : -2.14  -1.07 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.87  -2.44 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.95  -2.98 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.33  -1.16 3   1.00 [bos] b [eos]
cls3  - sp1 : -2.44  -1.22 3   1.00 [bos] [unk] [eos]
cls3  - sp2 : -5.57  -5.57 2   1.00 [bos] [eos]
cls3  - sp3 : -5.63  -2.81 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.18  -2.05 5   0.75 [bos] b [pad] b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-306
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.32  /-2.30  /0.98   /1.1/-1.10    -0.66 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -1.32  /-2.30  /0.98   /   /-1.10    -0.66 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -31.43 /-3.32  /-28.11 /   /-30.19    -7.86 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -19.32 /-4.42  /-14.90 /   /-16.98    -4.83 /-1.11  5   [bos] b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -41.56 /-4.93  /-36.63 /   /-38.71    -8.31 /-0.99  6   [bos] a a a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -1.32  /-2.30  /0.98   /   /-1.10    -0.66 /-1.15  3   [bos] b [eos]
cls0  - sp0 : -1.32  -0.66 3   0.00 [bos] b [eos]
cls0  - sp1 : -4.13  -4.13 2   0.00 [bos] [eos]
cls0  - sp2 : -5.01  -2.51 3   0.00 [bos] [pad] [eos]
cls0  - sp3 : -5.09  -2.55 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.67  -4.33 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -8.20  -2.05 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -9.43  -2.36 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp2 : -9.51  -2.38 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.81  -2.45 5   0.25 [bos] b [unk] [unk] [eos]
cls1  - sp4 : -10.05 -2.51 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] [unk] [eos]
cls2  - sp1 : -1.82  -0.91 3   0.50 [bos] b [eos]
cls2  - sp2 : -2.13  -1.06 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.27  -2.14 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.74  -2.87 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.34  -1.17 3   1.00 [bos] [unk] [eos]
cls3  - sp1 : -2.46  -1.23 3   1.00 [bos] b [eos]
cls3  - sp2 : -4.34  -4.34 2   1.00 [bos] [eos]
cls3  - sp3 : -4.98  -2.49 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.20  -4.10 3   1.00 [bos] [bos] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-307
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.46  /-2.30  /-0.16  /1.1/-1.10    -1.23 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -2.46  /-2.30  /-0.16  /   /-1.10    -1.23 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -29.86 /-3.32  /-26.53 /   /-27.47    -7.46 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.23 /-4.42  /-15.80 /   /-16.74    -5.06 /-1.11  5   [bos] b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -36.43 /-4.93  /-31.50 /   /-32.44    -7.29 /-0.99  6   [bos] a a a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -2.46  /-2.30  /-0.16  /   /-1.10    -1.23 /-1.15  3   [bos] b [eos]
cls0  - sp0 : -1.32  -0.66 3   0.00 [bos] b [eos]
cls0  - sp1 : -4.13  -4.13 2   0.00 [bos] [eos]
cls0  - sp2 : -5.01  -2.51 3   0.00 [bos] [pad] [eos]
cls0  - sp3 : -5.09  -2.55 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.67  -4.33 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -8.20  -2.05 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -9.43  -2.36 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp2 : -9.51  -2.38 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.81  -2.45 5   0.25 [bos] b [unk] [unk] [eos]
cls1  - sp4 : -10.05 -2.51 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] [unk] [eos]
cls2  - sp1 : -1.82  -0.91 3   0.50 [bos] b [eos]
cls2  - sp2 : -2.13  -1.06 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.27  -2.14 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.74  -2.87 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.34  -1.17 3   1.00 [bos] [unk] [eos]
cls3  - sp1 : -2.46  -1.23 3   1.00 [bos] b [eos]
cls3  - sp2 : -4.34  -4.34 2   1.00 [bos] [eos]
cls3  - sp3 : -4.98  -2.49 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.20  -4.10 3   1.00 [bos] [bos] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-308
src: none   none  4   [bos] b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.87  /-3.91  /2.04   /0.0/0.00    -0.62 /-1.30  4   [bos] b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.85 /-3.91  /-15.94 /   /-17.98    -6.62 /-1.30  4   [bos] a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -49.45 /-11.88 /-37.57 /   /-39.61    -4.95 /-1.19  11  [bos] b a b a a b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -41.05 /-5.44  /-35.61 /   /-37.65    -6.84 /-0.91  7   [bos] a b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -23.54 /-2.30  /-21.24 /   /-23.28    -11.77/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -157.55/-29.12 /-128.43/   /-130.47    -4.77 /-0.88  34  [bos] b b b b a a b b b b a a a a b b b b b b b b a b b b b a b b a b [eos]
cls0  - sp0 : -1.87  -0.62 4   0.00 [bos] b a [eos]
cls0  - sp1 : -4.00  -4.00 2   0.00 [bos] [eos]
cls0  - sp2 : -5.81  -1.94 4   0.00 [bos] [unk] a [eos]
cls0  - sp3 : -6.11  -2.04 4   0.00 [bos] [pad] a [eos]
cls0  - sp4 : -8.48  -2.83 4   0.00 [bos] b [unk] [eos]
cls1  - sp0 : -1.79  -0.60 4   0.33 [bos] b a [eos]
cls1  - sp1 : -2.93  -0.98 4   0.33 [bos] [unk] a [eos]
cls1  - sp2 : -3.17  -1.06 4   0.33 [bos] b a [eos]
cls1  - sp3 : -3.43  -1.14 4   0.33 [bos] b a [eos]
cls1  - sp4 : -4.93  -1.64 4   0.33 [bos] [unk] a [eos]
cls2  - sp0 : -1.89  -0.63 4   0.67 [bos] b a [eos]
cls2  - sp1 : -2.04  -0.68 4   0.67 [bos] [unk] a [eos]
cls2  - sp2 : -2.86  -0.95 4   0.67 [bos] b a [eos]
cls2  - sp3 : -4.16  -1.39 4   0.67 [bos] [unk] a [eos]
cls2  - sp4 : -4.26  -1.42 4   0.67 [bos] [pad] a [eos]
cls3  - sp0 : -2.93  -0.98 4   1.00 [bos] b a [eos]
cls3  - sp1 : -3.08  -1.03 4   1.00 [bos] [unk] a [eos]
cls3  - sp2 : -4.36  -4.36 2   1.00 [bos] [eos]
cls3  - sp3 : -5.30  -1.77 4   1.00 [bos] [pad] a [eos]
cls3  - sp4 : -7.83  -1.96 5   0.75 [bos] b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-309
src: none   none  4   [bos] b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.93  /-3.91  /0.98   /0.0/0.00    -0.98 /-1.30  4   [bos] b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -20.65 /-3.91  /-16.73 /   /-17.71    -6.88 /-1.30  4   [bos] a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -49.64 /-11.88 /-37.76 /   /-38.74    -4.96 /-1.19  11  [bos] b a b a a b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.53 /-5.44  /-33.08 /   /-34.06    -6.42 /-0.91  7   [bos] a b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -23.21 /-2.30  /-20.91 /   /-21.89    -11.60/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -201.98/-29.12 /-172.86/   /-173.84    -6.12 /-0.88  34  [bos] b b b b a a b b b b a a a a b b b b b b b b a b b b b a b b a b [eos]
cls0  - sp0 : -1.87  -0.62 4   0.00 [bos] b a [eos]
cls0  - sp1 : -4.00  -4.00 2   0.00 [bos] [eos]
cls0  - sp2 : -5.81  -1.94 4   0.00 [bos] [unk] a [eos]
cls0  - sp3 : -6.11  -2.04 4   0.00 [bos] [pad] a [eos]
cls0  - sp4 : -8.48  -2.83 4   0.00 [bos] b [unk] [eos]
cls1  - sp0 : -1.79  -0.60 4   0.33 [bos] b a [eos]
cls1  - sp1 : -2.93  -0.98 4   0.33 [bos] [unk] a [eos]
cls1  - sp2 : -3.17  -1.06 4   0.33 [bos] b a [eos]
cls1  - sp3 : -3.43  -1.14 4   0.33 [bos] b a [eos]
cls1  - sp4 : -4.93  -1.64 4   0.33 [bos] [unk] a [eos]
cls2  - sp0 : -1.89  -0.63 4   0.67 [bos] b a [eos]
cls2  - sp1 : -2.04  -0.68 4   0.67 [bos] [unk] a [eos]
cls2  - sp2 : -2.86  -0.95 4   0.67 [bos] b a [eos]
cls2  - sp3 : -4.16  -1.39 4   0.67 [bos] [unk] a [eos]
cls2  - sp4 : -4.26  -1.42 4   0.67 [bos] [pad] a [eos]
cls3  - sp0 : -2.93  -0.98 4   1.00 [bos] b a [eos]
cls3  - sp1 : -3.08  -1.03 4   1.00 [bos] [unk] a [eos]
cls3  - sp2 : -4.36  -4.36 2   1.00 [bos] [eos]
cls3  - sp3 : -5.30  -1.77 4   1.00 [bos] [pad] a [eos]
cls3  - sp4 : -7.83  -1.96 5   0.75 [bos] b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-310
src: none   none  4   [bos] b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.99  /-3.91  /1.92   /0.0/-0.00    -0.66 /-1.30  4   [bos] b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -18.58 /-3.91  /-14.66 /   /-16.59    -6.19 /-1.30  4   [bos] a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -50.28 /-11.88 /-38.40 /   /-40.32    -5.03 /-1.19  11  [bos] b a b a a b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -40.99 /-5.44  /-35.54 /   /-37.47    -6.83 /-0.91  7   [bos] a b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -21.88 /-2.30  /-19.58 /   /-21.51    -10.94/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -186.20/-29.12 /-157.08/   /-159.00    -5.64 /-0.88  34  [bos] b b b b a a b b b b a a a a b b b b b b b b a b b b b a b b a b [eos]
cls0  - sp0 : -1.99  -0.66 4   0.00 [bos] b a [eos]
cls0  - sp1 : -3.31  -3.31 2   0.00 [bos] [eos]
cls0  - sp2 : -5.44  -1.81 4   0.00 [bos] [unk] a [eos]
cls0  - sp3 : -5.99  -2.00 4   0.00 [bos] [pad] a [eos]
cls0  - sp4 : -8.03  -2.68 4   0.00 [bos] b [unk] [eos]
cls1  - sp0 : -1.91  -0.64 4   0.33 [bos] b a [eos]
cls1  - sp1 : -2.90  -0.97 4   0.33 [bos] [unk] a [eos]
cls1  - sp2 : -3.25  -1.08 4   0.33 [bos] b a [eos]
cls1  - sp3 : -3.59  -1.20 4   0.33 [bos] b a [eos]
cls1  - sp4 : -4.52  -1.51 4   0.33 [bos] [unk] a [eos]
cls2  - sp0 : -1.98  -0.66 4   0.67 [bos] [unk] a [eos]
cls2  - sp1 : -1.98  -0.66 4   0.67 [bos] b a [eos]
cls2  - sp2 : -2.96  -0.99 4   0.67 [bos] b a [eos]
cls2  - sp3 : -3.89  -1.30 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -4.10  -1.37 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.99  -1.00 4   1.00 [bos] [unk] a [eos]
cls3  - sp1 : -3.00  -1.00 4   1.00 [bos] b a [eos]
cls3  - sp2 : -3.70  -3.70 2   1.00 [bos] [eos]
cls3  - sp3 : -4.90  -1.63 4   1.00 [bos] [pad] a [eos]
cls3  - sp4 : -7.73  -1.93 5   0.75 [bos] b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-311
src: none   none  4   [bos] b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.00  /-3.91  /0.91   /0.0/-0.00    -1.00 /-1.30  4   [bos] b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.49 /-3.91  /-15.58 /   /-16.49    -6.50 /-1.30  4   [bos] a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -54.19 /-11.88 /-42.30 /   /-43.22    -5.42 /-1.19  11  [bos] b a b a a b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -39.30 /-5.44  /-33.86 /   /-34.77    -6.55 /-0.91  7   [bos] a b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -21.61 /-2.30  /-19.31 /   /-20.22    -10.81/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -213.32/-29.12 /-184.20/   /-185.11    -6.46 /-0.88  34  [bos] b b b b a a b b b b a a a a b b b b b b b b a b b b b a b b a b [eos]
cls0  - sp0 : -1.99  -0.66 4   0.00 [bos] b a [eos]
cls0  - sp1 : -3.31  -3.31 2   0.00 [bos] [eos]
cls0  - sp2 : -5.44  -1.81 4   0.00 [bos] [unk] a [eos]
cls0  - sp3 : -5.99  -2.00 4   0.00 [bos] [pad] a [eos]
cls0  - sp4 : -8.03  -2.68 4   0.00 [bos] b [unk] [eos]
cls1  - sp0 : -1.91  -0.64 4   0.33 [bos] b a [eos]
cls1  - sp1 : -2.90  -0.97 4   0.33 [bos] [unk] a [eos]
cls1  - sp2 : -3.25  -1.08 4   0.33 [bos] b a [eos]
cls1  - sp3 : -3.59  -1.20 4   0.33 [bos] b a [eos]
cls1  - sp4 : -4.52  -1.51 4   0.33 [bos] [unk] a [eos]
cls2  - sp0 : -1.98  -0.66 4   0.67 [bos] [unk] a [eos]
cls2  - sp1 : -1.98  -0.66 4   0.67 [bos] b a [eos]
cls2  - sp2 : -2.96  -0.99 4   0.67 [bos] b a [eos]
cls2  - sp3 : -3.89  -1.30 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -4.10  -1.37 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.99  -1.00 4   1.00 [bos] [unk] a [eos]
cls3  - sp1 : -3.00  -1.00 4   1.00 [bos] b a [eos]
cls3  - sp2 : -3.70  -3.70 2   1.00 [bos] [eos]
cls3  - sp3 : -4.90  -1.63 4   1.00 [bos] [pad] a [eos]
cls3  - sp4 : -7.73  -1.93 5   0.75 [bos] b a [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-312
src: none   none  21  [bos] a a a b b b b a a a b b b a a b b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -16.13 /-18.09 /1.96   /0.0/0.00    -0.81 /-0.90  21  [bos] a a a b b b b a a a b b b a a b b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -51.87 /-5.96  /-45.92 /   /-47.87    -7.41 /-0.85  8   [bos] b a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -30.02 /-10.78 /-19.24 /   /-21.20    -3.00 /-1.08  11  [bos] b b a b a b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.00 /-2.81  /-35.18 /   /-37.14    -12.67/-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -37.72 /-6.54  /-31.17 /   /-33.13    -6.29 /-1.09  7   [bos] b b a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -48.02 /-9.02  /-39.00 /   /-40.96    -3.69 /-0.69  14  [bos] b b b b b a a a a a a a [eos]
cls0  - sp0 : -14.87 -14.87 2   0.00 [bos] [eos]
cls0  - sp1 : -44.16 -0.35 128 0.02 [bos] a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -44.40 -0.35 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -44.72 -0.35 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -44.93 -0.35 128 0.02 [bos] a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -5.73  -0.72 9   0.25 [bos] a a a b b b b [eos]
cls1  - sp1 : -5.81  -0.73 9   0.38 [bos] a a a b b b b [eos]
cls1  - sp2 : -10.46 -0.80 14  0.31 [bos] a a a b b b b a b b b b [eos]
cls1  - sp3 : -10.56 -0.81 14  0.31 [bos] a a a b b b b b b b b b [eos]
cls1  - sp4 : -11.14 -0.74 16  0.27 [bos] a a a b b b b a b b b b b b [eos]
cls2  - sp0 : -4.74  -0.59 9   0.62 [bos] a a a b b b b [eos]
cls2  - sp1 : -5.00  -0.63 9   0.50 [bos] a a a b b b b [eos]
cls2  - sp2 : -5.01  -0.63 9   0.62 [bos] a a a b b b b [eos]
cls2  - sp3 : -5.88  -0.73 9   0.62 [bos] a a a b b b b [eos]
cls2  - sp4 : -5.93  -0.74 9   0.62 [bos] a a a b b b b [eos]
cls3  - sp0 : -2.91  -0.36 9   0.88 [bos] a a a b b b b [eos]
cls3  - sp1 : -3.35  -0.42 9   1.00 [bos] a a a b b b b [eos]
cls3  - sp2 : -14.77 -14.77 2   1.00 [bos] [eos]
cls3  - sp3 : -14.98 -0.12 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -16.64 -0.13 128 1.00 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-313
src: none   none  21  [bos] a a a b b b b a a a b b b a a b b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -16.40 /-18.09 /1.69   /0.0/0.00    -0.82 /-0.90  21  [bos] a a a b b b b a a a b b b a a b b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -46.13 /-5.96  /-40.18 /   /-41.86    -6.59 /-0.85  8   [bos] b a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -29.10 /-10.78 /-18.32 /   /-20.00    -2.91 /-1.08  11  [bos] b b a b a b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -39.49 /-2.81  /-36.68 /   /-38.36    -13.16/-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -37.38 /-6.54  /-30.83 /   /-32.52    -6.23 /-1.09  7   [bos] b b a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -48.49 /-9.02  /-39.47 /   /-41.15    -3.73 /-0.69  14  [bos] b b b b b a a a a a a a [eos]
cls0  - sp0 : -14.87 -14.87 2   0.00 [bos] [eos]
cls0  - sp1 : -44.16 -0.35 128 0.02 [bos] a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -44.40 -0.35 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -44.72 -0.35 128 0.02 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -44.93 -0.35 128 0.02 [bos] a a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -5.73  -0.72 9   0.25 [bos] a a a b b b b [eos]
cls1  - sp1 : -5.81  -0.73 9   0.38 [bos] a a a b b b b [eos]
cls1  - sp2 : -10.46 -0.80 14  0.31 [bos] a a a b b b b a b b b b [eos]
cls1  - sp3 : -10.56 -0.81 14  0.31 [bos] a a a b b b b b b b b b [eos]
cls1  - sp4 : -11.14 -0.74 16  0.27 [bos] a a a b b b b a b b b b b b [eos]
cls2  - sp0 : -4.74  -0.59 9   0.62 [bos] a a a b b b b [eos]
cls2  - sp1 : -5.00  -0.63 9   0.50 [bos] a a a b b b b [eos]
cls2  - sp2 : -5.01  -0.63 9   0.62 [bos] a a a b b b b [eos]
cls2  - sp3 : -5.88  -0.73 9   0.62 [bos] a a a b b b b [eos]
cls2  - sp4 : -5.93  -0.74 9   0.62 [bos] a a a b b b b [eos]
cls3  - sp0 : -2.91  -0.36 9   0.88 [bos] a a a b b b b [eos]
cls3  - sp1 : -3.35  -0.42 9   1.00 [bos] a a a b b b b [eos]
cls3  - sp2 : -14.77 -14.77 2   1.00 [bos] [eos]
cls3  - sp3 : -14.98 -0.12 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -16.64 -0.13 128 1.00 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-314
src: none   none  21  [bos] a a a b b b b a a a b b b a a b b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -14.91 /-18.09 /3.18   /0.0/0.00    -0.75 /-0.90  21  [bos] a a a b b b b a a a b b b a a b b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -49.96 /-5.96  /-44.01 /   /-47.19    -7.14 /-0.85  8   [bos] b a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -30.90 /-10.78 /-20.11 /   /-23.30    -3.09 /-1.08  11  [bos] b b a b a b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -37.27 /-2.81  /-34.45 /   /-37.64    -12.42/-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -36.31 /-6.54  /-29.77 /   /-32.95    -6.05 /-1.09  7   [bos] b b a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -46.01 /-9.02  /-36.98 /   /-40.17    -3.54 /-0.69  14  [bos] b b b b b a a a a a a a [eos]
cls0  - sp0 : -15.14 -15.14 2   0.00 [bos] [eos]
cls0  - sp1 : -61.93 -0.49 128 0.02 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -62.73 -0.49 128 0.02 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a
cls0  - sp3 : -62.73 -0.49 128 0.02 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -62.79 -0.49 128 0.02 [bos] a a a b b b b a b a b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -12.71 -0.91 15  0.29 [bos] a a a b b b b a b a b b b [eos]
cls1  - sp1 : -13.12 -0.87 16  0.27 [bos] a a a b b b b a b a b b b b [eos]
cls1  - sp2 : -13.35 -0.83 17  0.25 [bos] a a a b b b b a b a b b b b b [eos]
cls1  - sp3 : -16.19 -0.95 18  0.29 [bos] a a a b b b b a b a b b b b b b [eos]
cls1  - sp4 : -16.68 -0.98 18  0.29 [bos] a a a b b b b a b a b b b b b a [eos]
cls2  - sp0 : -5.85  -0.73 9   0.62 [bos] a a a b b b b [eos]
cls2  - sp1 : -6.03  -0.75 9   0.62 [bos] a a a b b b b [eos]
cls2  - sp2 : -6.09  -0.76 9   0.50 [bos] a a a b b b b [eos]
cls2  - sp3 : -9.37  -0.78 13  0.67 [bos] a a a b b b b a b b b [eos]
cls2  - sp4 : -9.44  -0.79 13  0.67 [bos] a a a b b b b a b a b [eos]
cls3  - sp0 : -3.66  -0.46 9   0.88 [bos] a a a b b b b [eos]
cls3  - sp1 : -4.06  -0.51 9   1.00 [bos] a a a b b b b [eos]
cls3  - sp2 : -15.11 -15.11 2   1.00 [bos] [eos]
cls3  - sp3 : -20.53 -0.16 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -21.28 -0.17 128 1.00 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-315
src: none   none  21  [bos] a a a b b b b a a a b b b a a b b b a [eos]
tgt0: mod/noi/dif/loss/nce/logp -14.82 /-18.09 /3.27   /0.0/0.00    -0.74 /-0.90  21  [bos] a a a b b b b a a a b b b a a b b b a [eos]
tgt1: mod/noi/dif/loss/nce/logp -49.52 /-5.96  /-43.56 /   /-46.83    -7.07 /-0.85  8   [bos] b a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -33.09 /-10.78 /-22.31 /   /-25.58    -3.31 /-1.08  11  [bos] b b a b a b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -39.52 /-2.81  /-36.71 /   /-39.98    -13.17/-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -37.04 /-6.54  /-30.50 /   /-33.77    -6.17 /-1.09  7   [bos] b b a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -47.50 /-9.02  /-38.48 /   /-41.75    -3.65 /-0.69  14  [bos] b b b b b a a a a a a a [eos]
cls0  - sp0 : -15.14 -15.14 2   0.00 [bos] [eos]
cls0  - sp1 : -61.93 -0.49 128 0.02 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -62.73 -0.49 128 0.02 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a
cls0  - sp3 : -62.73 -0.49 128 0.02 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -62.79 -0.49 128 0.02 [bos] a a a b b b b a b a b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -12.71 -0.91 15  0.29 [bos] a a a b b b b a b a b b b [eos]
cls1  - sp1 : -13.12 -0.87 16  0.27 [bos] a a a b b b b a b a b b b b [eos]
cls1  - sp2 : -13.35 -0.83 17  0.25 [bos] a a a b b b b a b a b b b b b [eos]
cls1  - sp3 : -16.19 -0.95 18  0.29 [bos] a a a b b b b a b a b b b b b b [eos]
cls1  - sp4 : -16.68 -0.98 18  0.29 [bos] a a a b b b b a b a b b b b b a [eos]
cls2  - sp0 : -5.85  -0.73 9   0.62 [bos] a a a b b b b [eos]
cls2  - sp1 : -6.03  -0.75 9   0.62 [bos] a a a b b b b [eos]
cls2  - sp2 : -6.09  -0.76 9   0.50 [bos] a a a b b b b [eos]
cls2  - sp3 : -9.37  -0.78 13  0.67 [bos] a a a b b b b a b b b [eos]
cls2  - sp4 : -9.44  -0.79 13  0.67 [bos] a a a b b b b a b a b [eos]
cls3  - sp0 : -3.66  -0.46 9   0.88 [bos] a a a b b b b [eos]
cls3  - sp1 : -4.06  -0.51 9   1.00 [bos] a a a b b b b [eos]
cls3  - sp2 : -15.11 -15.11 2   1.00 [bos] [eos]
cls3  - sp3 : -20.53 -0.16 128 1.00 [bos] a a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -21.28 -0.17 128 1.00 [bos] a a a b b b b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-316
src: none   none  9   [bos] b b b b b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.72  /-6.47  /2.75   /0.0/-0.00    -0.46 /-0.81  9   [bos] b b b b b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -11.14 /-8.08  /-3.06  /   /-5.81    -1.24 /-0.90  10  [bos] b b b b b a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -14.46 /-4.35  /-10.12 /   /-12.87    -2.41 /-0.72  7   [bos] b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -58.98 /-7.49  /-51.49 /   /-54.24    -5.90 /-0.75  11  [bos] a a a a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -47.06 /-11.73 /-35.33 /   /-38.08    -3.36 /-0.84  15  [bos] a b b a a a a a b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -23.57 /-3.91  /-19.65 /   /-22.40    -7.86 /-1.30  4   [bos] a b [eos]
cls0  - sp0 : -3.72  -0.46 9   0.00 [bos] b b b b b a a [eos]
cls0  - sp1 : -3.81  -0.48 9   0.12 [bos] b b b b b a a [eos]
cls0  - sp2 : -3.93  -0.49 9   0.12 [bos] b b b b b a a [eos]
cls0  - sp3 : -4.07  -0.51 9   0.12 [bos] b b b b b a a [eos]
cls0  - sp4 : -4.37  -0.55 9   0.12 [bos] b b b b b a a [eos]
cls1  - sp0 : -3.96  -0.49 9   0.38 [bos] b b b b b a a [eos]
cls1  - sp1 : -4.08  -0.51 9   0.38 [bos] b b b b b a a [eos]
cls1  - sp2 : -4.19  -0.52 9   0.25 [bos] b b b b b a a [eos]
cls1  - sp3 : -4.22  -0.53 9   0.25 [bos] b b b b b a a [eos]
cls1  - sp4 : -4.26  -0.53 9   0.25 [bos] b b b b b a a [eos]
cls2  - sp0 : -3.48  -0.44 9   0.62 [bos] b b b b b a a [eos]
cls2  - sp1 : -3.88  -0.48 9   0.62 [bos] b b b b b a a [eos]
cls2  - sp2 : -3.89  -0.49 9   0.50 [bos] b b b b b a a [eos]
cls2  - sp3 : -4.53  -0.57 9   0.50 [bos] b b b b b a a [eos]
cls2  - sp4 : -4.92  -0.62 9   0.62 [bos] b b b b b a a [eos]
cls3  - sp0 : -2.01  -0.25 9   0.88 [bos] b b b b b a a [eos]
cls3  - sp1 : -3.08  -0.39 9   1.00 [bos] b b b b b a a [eos]
cls3  - sp2 : -3.20  -0.40 9   0.75 [bos] b b b b b a a [eos]
cls3  - sp3 : -3.91  -0.49 9   0.75 [bos] b b b b b a a [eos]
cls3  - sp4 : -4.26  -0.53 9   0.88 [bos] b b b b b a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-317
src: none   none  9   [bos] b b b b b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.08  /-6.47  /3.38   /0.0/-0.00    -0.39 /-0.81  9   [bos] b b b b b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -10.87 /-8.08  /-2.79  /   /-6.18    -1.21 /-0.90  10  [bos] b b b b b a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -15.80 /-4.35  /-11.46 /   /-14.84    -2.63 /-0.72  7   [bos] b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -64.23 /-7.49  /-56.74 /   /-60.13    -6.42 /-0.75  11  [bos] a a a a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -48.12 /-11.73 /-36.39 /   /-39.78    -3.44 /-0.84  15  [bos] a b b a a a a a b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.67 /-3.91  /-22.75 /   /-26.14    -8.89 /-1.30  4   [bos] a b [eos]
cls0  - sp0 : -3.72  -0.46 9   0.00 [bos] b b b b b a a [eos]
cls0  - sp1 : -3.81  -0.48 9   0.12 [bos] b b b b b a a [eos]
cls0  - sp2 : -3.93  -0.49 9   0.12 [bos] b b b b b a a [eos]
cls0  - sp3 : -4.07  -0.51 9   0.12 [bos] b b b b b a a [eos]
cls0  - sp4 : -4.37  -0.55 9   0.12 [bos] b b b b b a a [eos]
cls1  - sp0 : -3.96  -0.49 9   0.38 [bos] b b b b b a a [eos]
cls1  - sp1 : -4.08  -0.51 9   0.38 [bos] b b b b b a a [eos]
cls1  - sp2 : -4.19  -0.52 9   0.25 [bos] b b b b b a a [eos]
cls1  - sp3 : -4.22  -0.53 9   0.25 [bos] b b b b b a a [eos]
cls1  - sp4 : -4.26  -0.53 9   0.25 [bos] b b b b b a a [eos]
cls2  - sp0 : -3.48  -0.44 9   0.62 [bos] b b b b b a a [eos]
cls2  - sp1 : -3.88  -0.48 9   0.62 [bos] b b b b b a a [eos]
cls2  - sp2 : -3.89  -0.49 9   0.50 [bos] b b b b b a a [eos]
cls2  - sp3 : -4.53  -0.57 9   0.50 [bos] b b b b b a a [eos]
cls2  - sp4 : -4.92  -0.62 9   0.62 [bos] b b b b b a a [eos]
cls3  - sp0 : -2.01  -0.25 9   0.88 [bos] b b b b b a a [eos]
cls3  - sp1 : -3.08  -0.39 9   1.00 [bos] b b b b b a a [eos]
cls3  - sp2 : -3.20  -0.40 9   0.75 [bos] b b b b b a a [eos]
cls3  - sp3 : -3.91  -0.49 9   0.75 [bos] b b b b b a a [eos]
cls3  - sp4 : -4.26  -0.53 9   0.88 [bos] b b b b b a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-318
src: none   none  9   [bos] b b b b b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.45  /-6.47  /3.01   /0.01/-0.01    -0.43 /-0.81  9   [bos] b b b b b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -9.79  /-8.08  /-1.72  /   /-4.74    -1.09 /-0.90  10  [bos] b b b b b a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -14.35 /-4.35  /-10.01 /   /-13.03    -2.39 /-0.72  7   [bos] b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -56.60 /-7.49  /-49.11 /   /-52.13    -5.66 /-0.75  11  [bos] a a a a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -46.26 /-11.73 /-34.53 /   /-37.56    -3.30 /-0.84  15  [bos] a b b a a a a a b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -22.74 /-3.91  /-18.83 /   /-21.85    -7.58 /-1.30  4   [bos] a b [eos]
cls0  - sp0 : -3.45  -0.43 9   0.00 [bos] b b b b b a a [eos]
cls0  - sp1 : -3.81  -0.48 9   0.12 [bos] b b b b b a a [eos]
cls0  - sp2 : -4.01  -0.50 9   0.12 [bos] b b b b b a a [eos]
cls0  - sp3 : -4.19  -0.52 9   0.12 [bos] b b b b b a a [eos]
cls0  - sp4 : -4.43  -0.55 9   0.12 [bos] b b b b b a a [eos]
cls1  - sp0 : -3.65  -0.46 9   0.38 [bos] b b b b b a a [eos]
cls1  - sp1 : -3.69  -0.46 9   0.25 [bos] b b b b b a a [eos]
cls1  - sp2 : -4.09  -0.51 9   0.25 [bos] b b b b b a a [eos]
cls1  - sp3 : -4.27  -0.53 9   0.38 [bos] b b b b b a a [eos]
cls1  - sp4 : -4.30  -0.54 9   0.25 [bos] b b b b b a a [eos]
cls2  - sp0 : -3.85  -0.48 9   0.62 [bos] b b b b b a a [eos]
cls2  - sp1 : -3.88  -0.49 9   0.62 [bos] b b b b b a a [eos]
cls2  - sp2 : -4.40  -0.55 9   0.50 [bos] b b b b b a a [eos]
cls2  - sp3 : -4.65  -0.58 9   0.50 [bos] b b b b b a a [eos]
cls2  - sp4 : -4.86  -0.61 9   0.50 [bos] b b b b b a a [eos]
cls3  - sp0 : -1.86  -0.23 9   0.88 [bos] b b b b b a a [eos]
cls3  - sp1 : -2.76  -0.35 9   1.00 [bos] b b b b b a a [eos]
cls3  - sp2 : -3.07  -0.38 9   0.75 [bos] b b b b b a a [eos]
cls3  - sp3 : -3.86  -0.48 9   0.75 [bos] b b b b b a a [eos]
cls3  - sp4 : -3.88  -0.49 9   0.75 [bos] b b b b b a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-319
src: none   none  9   [bos] b b b b b a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.76  /-6.47  /3.70   /0.01/-0.01    -0.35 /-0.81  9   [bos] b b b b b a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -9.01  /-8.08  /-0.94  /   /-4.65    -1.00 /-0.90  10  [bos] b b b b b a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -15.04 /-4.35  /-10.70 /   /-14.41    -2.51 /-0.72  7   [bos] b b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -57.36 /-7.49  /-49.88 /   /-53.59    -5.74 /-0.75  11  [bos] a a a a b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -48.32 /-11.73 /-36.59 /   /-40.30    -3.45 /-0.84  15  [bos] a b b a a a a a b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.10 /-3.91  /-22.19 /   /-25.90    -8.70 /-1.30  4   [bos] a b [eos]
cls0  - sp0 : -3.45  -0.43 9   0.00 [bos] b b b b b a a [eos]
cls0  - sp1 : -3.81  -0.48 9   0.12 [bos] b b b b b a a [eos]
cls0  - sp2 : -4.01  -0.50 9   0.12 [bos] b b b b b a a [eos]
cls0  - sp3 : -4.19  -0.52 9   0.12 [bos] b b b b b a a [eos]
cls0  - sp4 : -4.43  -0.55 9   0.12 [bos] b b b b b a a [eos]
cls1  - sp0 : -3.65  -0.46 9   0.38 [bos] b b b b b a a [eos]
cls1  - sp1 : -3.69  -0.46 9   0.25 [bos] b b b b b a a [eos]
cls1  - sp2 : -4.09  -0.51 9   0.25 [bos] b b b b b a a [eos]
cls1  - sp3 : -4.27  -0.53 9   0.38 [bos] b b b b b a a [eos]
cls1  - sp4 : -4.30  -0.54 9   0.25 [bos] b b b b b a a [eos]
cls2  - sp0 : -3.85  -0.48 9   0.62 [bos] b b b b b a a [eos]
cls2  - sp1 : -3.88  -0.49 9   0.62 [bos] b b b b b a a [eos]
cls2  - sp2 : -4.40  -0.55 9   0.50 [bos] b b b b b a a [eos]
cls2  - sp3 : -4.65  -0.58 9   0.50 [bos] b b b b b a a [eos]
cls2  - sp4 : -4.86  -0.61 9   0.50 [bos] b b b b b a a [eos]
cls3  - sp0 : -1.86  -0.23 9   0.88 [bos] b b b b b a a [eos]
cls3  - sp1 : -2.76  -0.35 9   1.00 [bos] b b b b b a a [eos]
cls3  - sp2 : -3.07  -0.38 9   0.75 [bos] b b b b b a a [eos]
cls3  - sp3 : -3.86  -0.48 9   0.75 [bos] b b b b b a a [eos]
cls3  - sp4 : -3.88  -0.49 9   0.75 [bos] b b b b b a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-320
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.04  /-2.81  /0.77   /0.0/-0.00    -0.68 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -13.86 /-4.35  /-9.52  /   /-10.29    -2.31 /-0.72  7   [bos] b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -23.70 /-4.93  /-18.76 /   /-19.53    -4.74 /-0.99  6   [bos] b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -22.77 /-2.81  /-19.96 /   /-20.73    -7.59 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -16.72 /-2.30  /-14.41 /   /-15.19    -8.36 /-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -20.23 /-3.32  /-16.91 /   /-17.68    -5.06 /-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -2.04  -0.68 4   0.00 [bos] b b [eos]
cls0  - sp1 : -4.32  -4.32 2   0.00 [bos] [eos]
cls0  - sp2 : -6.36  -2.12 4   0.00 [bos] [pad] b [eos]
cls0  - sp3 : -6.42  -2.14 4   0.00 [bos] [unk] b [eos]
cls0  - sp4 : -8.94  -2.98 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.73  -0.58 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.13  -1.04 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.32  -1.11 4   0.33 [bos] b b [eos]
cls1  - sp3 : -3.99  -1.33 4   0.33 [bos] b b [eos]
cls1  - sp4 : -5.18  -1.73 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.80  -0.60 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.87  -0.62 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.77  -0.92 4   0.67 [bos] b b [eos]
cls2  - sp3 : -4.33  -1.44 4   0.67 [bos] [unk] b [eos]
cls2  - sp4 : -4.46  -1.49 4   0.67 [bos] [pad] b [eos]
cls3  - sp0 : -2.80  -0.93 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.86  -0.95 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -4.74  -4.74 2   1.00 [bos] [eos]
cls3  - sp3 : -5.46  -1.82 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.75  -2.58 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-321
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.80  /-2.81  /0.01   /0.0/-0.00    -0.93 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -14.49 /-4.35  /-10.14 /   /-10.15    -2.41 /-0.72  7   [bos] b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -23.11 /-4.93  /-18.17 /   /-18.18    -4.62 /-0.99  6   [bos] b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -22.71 /-2.81  /-19.90 /   /-19.91    -7.57 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -17.96 /-2.30  /-15.65 /   /-15.67    -8.98 /-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -19.27 /-3.32  /-15.94 /   /-15.95    -4.82 /-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -2.04  -0.68 4   0.00 [bos] b b [eos]
cls0  - sp1 : -4.32  -4.32 2   0.00 [bos] [eos]
cls0  - sp2 : -6.36  -2.12 4   0.00 [bos] [pad] b [eos]
cls0  - sp3 : -6.42  -2.14 4   0.00 [bos] [unk] b [eos]
cls0  - sp4 : -8.94  -2.98 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.73  -0.58 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.13  -1.04 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.32  -1.11 4   0.33 [bos] b b [eos]
cls1  - sp3 : -3.99  -1.33 4   0.33 [bos] b b [eos]
cls1  - sp4 : -5.18  -1.73 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.80  -0.60 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.87  -0.62 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.77  -0.92 4   0.67 [bos] b b [eos]
cls2  - sp3 : -4.33  -1.44 4   0.67 [bos] [unk] b [eos]
cls2  - sp4 : -4.46  -1.49 4   0.67 [bos] [pad] b [eos]
cls3  - sp0 : -2.80  -0.93 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.86  -0.95 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -4.74  -4.74 2   1.00 [bos] [eos]
cls3  - sp3 : -5.46  -1.82 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.75  -2.58 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-322
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.06  /-2.81  /0.76   /0.0/-0.00    -0.69 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -15.94 /-4.35  /-11.59 /   /-12.35    -2.66 /-0.72  7   [bos] b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.61 /-4.93  /-16.68 /   /-17.44    -4.32 /-0.99  6   [bos] b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.72 /-2.81  /-17.90 /   /-18.66    -6.91 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -15.55 /-2.30  /-13.24 /   /-14.00    -7.77 /-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -16.97 /-3.32  /-13.64 /   /-14.40    -4.24 /-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -2.06  -0.69 4   0.00 [bos] b b [eos]
cls0  - sp1 : -3.14  -3.14 2   0.00 [bos] [eos]
cls0  - sp2 : -5.76  -1.92 4   0.00 [bos] [unk] b [eos]
cls0  - sp3 : -6.10  -2.03 4   0.00 [bos] [pad] b [eos]
cls0  - sp4 : -8.62  -2.87 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.96  -0.65 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.08  -1.03 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.29  -1.10 4   0.33 [bos] b b [eos]
cls1  - sp3 : -4.42  -1.47 4   0.33 [bos] b b [eos]
cls1  - sp4 : -4.61  -1.54 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.90  -0.63 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.90  -0.63 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.98  -0.99 4   0.67 [bos] b b [eos]
cls2  - sp3 : -3.95  -1.32 4   0.67 [bos] [pad] b [eos]
cls2  - sp4 : -4.23  -1.41 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -2.86  -0.95 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.87  -0.96 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -3.58  -3.58 2   1.00 [bos] [eos]
cls3  - sp3 : -4.93  -1.64 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.51  -2.50 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-323
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.86  /-2.81  /-0.05  /0.0/-0.00    -0.95 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -17.01 /-4.35  /-12.66 /   /-12.61    -2.83 /-0.72  7   [bos] b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.83 /-4.93  /-14.89 /   /-14.85    -3.97 /-0.99  6   [bos] b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -20.74 /-2.81  /-17.93 /   /-17.88    -6.91 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -17.41 /-2.30  /-15.10 /   /-15.06    -8.70 /-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -13.59 /-3.32  /-10.26 /   /-10.22    -3.40 /-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -2.06  -0.69 4   0.00 [bos] b b [eos]
cls0  - sp1 : -3.14  -3.14 2   0.00 [bos] [eos]
cls0  - sp2 : -5.76  -1.92 4   0.00 [bos] [unk] b [eos]
cls0  - sp3 : -6.10  -2.03 4   0.00 [bos] [pad] b [eos]
cls0  - sp4 : -8.62  -2.87 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.96  -0.65 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.08  -1.03 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.29  -1.10 4   0.33 [bos] b b [eos]
cls1  - sp3 : -4.42  -1.47 4   0.33 [bos] b b [eos]
cls1  - sp4 : -4.61  -1.54 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.90  -0.63 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.90  -0.63 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.98  -0.99 4   0.67 [bos] b b [eos]
cls2  - sp3 : -3.95  -1.32 4   0.67 [bos] [pad] b [eos]
cls2  - sp4 : -4.23  -1.41 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -2.86  -0.95 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.87  -0.96 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -3.58  -3.58 2   1.00 [bos] [eos]
cls3  - sp3 : -4.93  -1.64 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.51  -2.50 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-324
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.0/-0.00    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -33.37 /-4.93  /-28.44 /   /-29.45    -6.67 /-0.99  6   [bos] a a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -40.90 /-6.03  /-34.87 /   /-35.87    -8.18 /-1.21  6   [bos] b a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -194.95/-21.82 /-173.13/   /-174.14    -8.48 /-0.95  24  [bos] b a b b a b a a a b b b b a b b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -10.70 /-3.91  /-6.79  /   /-7.79    -3.57 /-1.30  4   [bos] a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -34.47 /-3.84  /-30.64 /   /-31.64    -6.89 /-0.77  6   [bos] a a a a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-325
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.0/-0.00    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -30.47 /-4.93  /-25.53 /   /-26.12    -6.09 /-0.99  6   [bos] a a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -40.04 /-6.03  /-34.00 /   /-34.59    -8.01 /-1.21  6   [bos] b a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -170.52/-21.82 /-148.70/   /-149.28    -7.41 /-0.95  24  [bos] b a b b a b a a a b b b b a b b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -11.84 /-3.91  /-7.93  /   /-8.51    -3.95 /-1.30  4   [bos] a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.37 /-3.84  /-25.53 /   /-26.12    -5.87 /-0.77  6   [bos] a a a a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-326
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.0/-0.00    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -33.72 /-4.93  /-28.78 /   /-29.79    -6.74 /-0.99  6   [bos] a a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -41.11 /-6.03  /-35.07 /   /-36.08    -8.22 /-1.21  6   [bos] b a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -196.12/-21.82 /-174.30/   /-175.31    -8.53 /-0.95  24  [bos] b a b b a b a a a b b b b a b b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -10.80 /-3.91  /-6.88  /   /-7.89    -3.60 /-1.30  4   [bos] a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -34.63 /-3.84  /-30.79 /   /-31.80    -6.93 /-0.77  6   [bos] a a a a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-327
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.0/-0.00    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -30.90 /-4.93  /-25.96 /   /-26.55    -6.18 /-0.99  6   [bos] a a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -40.35 /-6.03  /-34.32 /   /-34.90    -8.07 /-1.21  6   [bos] b a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -182.92/-21.82 /-161.10/   /-161.68    -7.95 /-0.95  24  [bos] b a b b a b a a a b b b b a b b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -11.61 /-3.91  /-7.70  /   /-8.28    -3.87 /-1.30  4   [bos] a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.79 /-3.84  /-25.95 /   /-26.53    -5.96 /-0.77  6   [bos] a a a a [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-328
src: none   none  6   [bos] a a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.82  /-4.93  /2.11   /0.0/0.00    -0.56 /-0.99  6   [bos] a a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -30.39 /-6.03  /-24.36 /   /-26.47    -6.08 /-1.21  6   [bos] a b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.09 /-4.93  /-15.15 /   /-17.26    -4.02 /-0.99  6   [bos] b a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -19.66 /-2.81  /-16.85 /   /-18.96    -6.55 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -85.32 /-26.14 /-59.18 /   /-61.29    -3.41 /-1.05  26  [bos] b a b a b b b b b b a b b b a b a a a a b b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -18.71 /-3.32  /-15.38 /   /-17.49    -4.68 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -2.82  -0.56 6   0.00 [bos] a a a b [eos]
cls0  - sp1 : -3.42  -0.68 6   0.20 [bos] a a a b [eos]
cls0  - sp2 : -3.69  -0.74 6   0.20 [bos] a a a b [eos]
cls0  - sp3 : -3.93  -0.79 6   0.20 [bos] a a a b [eos]
cls0  - sp4 : -4.84  -0.97 6   0.20 [bos] a a a b [eos]
cls1  - sp0 : -3.24  -0.65 6   0.40 [bos] a a a b [eos]
cls1  - sp1 : -3.92  -0.78 6   0.40 [bos] a a a b [eos]
cls1  - sp2 : -4.07  -0.81 6   0.40 [bos] a a a b [eos]
cls1  - sp3 : -4.38  -0.88 6   0.40 [bos] a a a b [eos]
cls1  - sp4 : -4.51  -0.90 6   0.40 [bos] a a a b [eos]
cls2  - sp0 : -2.73  -0.55 6   0.60 [bos] a a a b [eos]
cls2  - sp1 : -3.33  -0.67 6   0.60 [bos] a a a b [eos]
cls2  - sp2 : -3.49  -0.70 6   0.60 [bos] a a a b [eos]
cls2  - sp3 : -3.80  -0.76 6   0.60 [bos] a a a b [eos]
cls2  - sp4 : -3.82  -0.76 6   0.60 [bos] a a a b [eos]
cls3  - sp0 : -1.53  -0.31 6   0.80 [bos] a a a b [eos]
cls3  - sp1 : -2.08  -0.42 6   1.00 [bos] a a a b [eos]
cls3  - sp2 : -3.28  -0.66 6   0.80 [bos] a a a b [eos]
cls3  - sp3 : -3.95  -0.79 6   0.80 [bos] a a a b [eos]
cls3  - sp4 : -4.03  -0.81 6   0.80 [bos] a a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-329
src: none   none  6   [bos] a a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.08  /-4.93  /2.86   /0.0/0.00    -0.42 /-0.99  6   [bos] a a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -31.61 /-6.03  /-25.57 /   /-28.43    -6.32 /-1.21  6   [bos] a b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -20.23 /-4.93  /-15.30 /   /-18.15    -4.05 /-0.99  6   [bos] b a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -19.92 /-2.81  /-17.10 /   /-19.96    -6.64 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -133.91/-26.14 /-107.78/   /-110.63    -5.36 /-1.05  26  [bos] b a b a b b b b b b a b b b a b a a a a b b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -17.15 /-3.32  /-13.82 /   /-16.68    -4.29 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -2.82  -0.56 6   0.00 [bos] a a a b [eos]
cls0  - sp1 : -3.42  -0.68 6   0.20 [bos] a a a b [eos]
cls0  - sp2 : -3.69  -0.74 6   0.20 [bos] a a a b [eos]
cls0  - sp3 : -3.93  -0.79 6   0.20 [bos] a a a b [eos]
cls0  - sp4 : -4.84  -0.97 6   0.20 [bos] a a a b [eos]
cls1  - sp0 : -3.24  -0.65 6   0.40 [bos] a a a b [eos]
cls1  - sp1 : -3.92  -0.78 6   0.40 [bos] a a a b [eos]
cls1  - sp2 : -4.07  -0.81 6   0.40 [bos] a a a b [eos]
cls1  - sp3 : -4.38  -0.88 6   0.40 [bos] a a a b [eos]
cls1  - sp4 : -4.51  -0.90 6   0.40 [bos] a a a b [eos]
cls2  - sp0 : -2.73  -0.55 6   0.60 [bos] a a a b [eos]
cls2  - sp1 : -3.33  -0.67 6   0.60 [bos] a a a b [eos]
cls2  - sp2 : -3.49  -0.70 6   0.60 [bos] a a a b [eos]
cls2  - sp3 : -3.80  -0.76 6   0.60 [bos] a a a b [eos]
cls2  - sp4 : -3.82  -0.76 6   0.60 [bos] a a a b [eos]
cls3  - sp0 : -1.53  -0.31 6   0.80 [bos] a a a b [eos]
cls3  - sp1 : -2.08  -0.42 6   1.00 [bos] a a a b [eos]
cls3  - sp2 : -3.28  -0.66 6   0.80 [bos] a a a b [eos]
cls3  - sp3 : -3.95  -0.79 6   0.80 [bos] a a a b [eos]
cls3  - sp4 : -4.03  -0.81 6   0.80 [bos] a a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-330
src: none   none  6   [bos] a a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.85  /-4.93  /2.09   /0.0/-0.00    -0.57 /-0.99  6   [bos] a a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -28.81 /-6.03  /-22.78 /   /-24.87    -5.76 /-1.21  6   [bos] a b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.04 /-4.93  /-14.11 /   /-16.20    -3.81 /-0.99  6   [bos] b a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -18.77 /-2.81  /-15.96 /   /-18.04    -6.26 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -89.07 /-26.14 /-62.93 /   /-65.02    -3.56 /-1.05  26  [bos] b a b a b b b b b b a b b b a b a a a a b b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -18.01 /-3.32  /-14.69 /   /-16.78    -4.50 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -2.85  -0.57 6   0.00 [bos] a a a b [eos]
cls0  - sp1 : -3.56  -0.71 6   0.20 [bos] a a a b [eos]
cls0  - sp2 : -3.70  -0.74 6   0.20 [bos] a a a b [eos]
cls0  - sp3 : -4.02  -0.80 6   0.20 [bos] a a a b [eos]
cls0  - sp4 : -4.95  -0.99 6   0.20 [bos] a a a b [eos]
cls1  - sp0 : -3.31  -0.66 6   0.40 [bos] a a a b [eos]
cls1  - sp1 : -4.14  -0.83 6   0.40 [bos] a a a b [eos]
cls1  - sp2 : -4.23  -0.85 6   0.40 [bos] a a a b [eos]
cls1  - sp3 : -4.39  -0.88 6   0.40 [bos] a a a b [eos]
cls1  - sp4 : -4.42  -0.88 6   0.40 [bos] a a a b [eos]
cls2  - sp0 : -2.75  -0.55 6   0.60 [bos] a a a b [eos]
cls2  - sp1 : -3.55  -0.71 6   0.60 [bos] a a a b [eos]
cls2  - sp2 : -3.59  -0.72 6   0.60 [bos] a a a b [eos]
cls2  - sp3 : -3.63  -0.73 6   0.60 [bos] a a a b [eos]
cls2  - sp4 : -3.91  -0.78 6   0.60 [bos] a a a b [eos]
cls3  - sp0 : -1.51  -0.30 6   0.80 [bos] a a a b [eos]
cls3  - sp1 : -2.10  -0.42 6   1.00 [bos] a a a b [eos]
cls3  - sp2 : -3.34  -0.67 6   0.80 [bos] a a a b [eos]
cls3  - sp3 : -4.21  -0.84 6   0.80 [bos] a a a b [eos]
cls3  - sp4 : -4.21  -0.84 6   0.80 [bos] a a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-331
src: none   none  6   [bos] a a a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.10  /-4.93  /2.84   /0.0/-0.00    -0.42 /-0.99  6   [bos] a a a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -30.06 /-6.03  /-24.02 /   /-26.86    -6.01 /-1.21  6   [bos] a b b a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.37 /-4.93  /-14.44 /   /-17.28    -3.87 /-0.99  6   [bos] b a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -19.82 /-2.81  /-17.01 /   /-19.85    -6.61 /-0.94  4   [bos] a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -129.53/-26.14 /-103.39/   /-106.23    -5.18 /-1.05  26  [bos] b a b a b b b b b b a b b b a b a a a a b b a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -15.94 /-3.32  /-12.61 /   /-15.45    -3.98 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -2.85  -0.57 6   0.00 [bos] a a a b [eos]
cls0  - sp1 : -3.56  -0.71 6   0.20 [bos] a a a b [eos]
cls0  - sp2 : -3.70  -0.74 6   0.20 [bos] a a a b [eos]
cls0  - sp3 : -4.02  -0.80 6   0.20 [bos] a a a b [eos]
cls0  - sp4 : -4.95  -0.99 6   0.20 [bos] a a a b [eos]
cls1  - sp0 : -3.31  -0.66 6   0.40 [bos] a a a b [eos]
cls1  - sp1 : -4.14  -0.83 6   0.40 [bos] a a a b [eos]
cls1  - sp2 : -4.23  -0.85 6   0.40 [bos] a a a b [eos]
cls1  - sp3 : -4.39  -0.88 6   0.40 [bos] a a a b [eos]
cls1  - sp4 : -4.42  -0.88 6   0.40 [bos] a a a b [eos]
cls2  - sp0 : -2.75  -0.55 6   0.60 [bos] a a a b [eos]
cls2  - sp1 : -3.55  -0.71 6   0.60 [bos] a a a b [eos]
cls2  - sp2 : -3.59  -0.72 6   0.60 [bos] a a a b [eos]
cls2  - sp3 : -3.63  -0.73 6   0.60 [bos] a a a b [eos]
cls2  - sp4 : -3.91  -0.78 6   0.60 [bos] a a a b [eos]
cls3  - sp0 : -1.51  -0.30 6   0.80 [bos] a a a b [eos]
cls3  - sp1 : -2.10  -0.42 6   1.00 [bos] a a a b [eos]
cls3  - sp2 : -3.34  -0.67 6   0.80 [bos] a a a b [eos]
cls3  - sp3 : -4.21  -0.84 6   0.80 [bos] a a a b [eos]
cls3  - sp4 : -4.21  -0.84 6   0.80 [bos] a a a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-332
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.0/-0.00    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -35.50 /-4.35  /-31.16 /   /-32.16    -5.92 /-0.72  7   [bos] a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -39.79 /-3.84  /-35.95 /   /-36.96    -7.96 /-0.77  6   [bos] b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -10.06 /-2.30  /-7.76  /   /-8.77    -5.03 /-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -202.90/-21.23 /-181.66/   /-182.67    -8.45 /-0.88  25  [bos] a b b b b a a a a b a a a a a a a b a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -10.06 /-2.30  /-7.76  /   /-8.77    -5.03 /-1.15  3   [bos] b [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-333
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.0/-0.00    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -30.16 /-4.35  /-25.81 /   /-26.40    -5.03 /-0.72  7   [bos] a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -39.56 /-3.84  /-35.72 /   /-36.31    -7.91 /-0.77  6   [bos] b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -10.97 /-2.30  /-8.67  /   /-9.25    -5.48 /-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -176.81/-21.23 /-155.58/   /-156.16    -7.37 /-0.88  25  [bos] a b b b b a a a a b a a a a a a a b a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -10.97 /-2.30  /-8.67  /   /-9.25    -5.48 /-1.15  3   [bos] b [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-334
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.0/-0.00    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -35.84 /-4.35  /-31.50 /   /-32.50    -5.97 /-0.72  7   [bos] a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -40.12 /-3.84  /-36.28 /   /-37.29    -8.02 /-0.77  6   [bos] b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -10.09 /-2.30  /-7.79  /   /-8.79    -5.04 /-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -204.54/-21.23 /-183.31/   /-184.32    -8.52 /-0.88  25  [bos] a b b b b a a a a b a a a a a a a b a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -10.09 /-2.30  /-7.79  /   /-8.79    -5.04 /-1.15  3   [bos] b [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-335
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.0/-0.00    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -30.58 /-4.35  /-26.23 /   /-26.81    -5.10 /-0.72  7   [bos] a a a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -40.09 /-3.84  /-36.26 /   /-36.84    -8.02 /-0.77  6   [bos] b b b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -11.00 /-2.30  /-8.69  /   /-9.28    -5.50 /-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -193.23/-21.23 /-172.00/   /-172.58    -8.05 /-0.88  25  [bos] a b b b b a a a a b a a a a a a a b a b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -11.00 /-2.30  /-8.69  /   /-9.28    -5.50 /-1.15  3   [bos] b [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-336
src: none   none  7   [bos] a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.88  /-5.44  /1.56   /0.0/0.00    -0.65 /-0.91  7   [bos] a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -38.97 /-3.32  /-35.65 /   /-37.21    -9.74 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -24.51 /-5.44  /-19.06 /   /-20.62    -4.08 /-0.91  7   [bos] a a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -39.85 /-5.88  /-33.97 /   /-35.53    -4.43 /-0.65  10  [bos] b b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -71.27 /-11.22 /-60.06 /   /-61.62    -5.48 /-0.86  14  [bos] a a b b b b b b a a a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -89.44 /-12.75 /-76.69 /   /-78.25    -5.59 /-0.80  17  [bos] b b b b b b b a a a a b b b a [eos]
cls0  - sp0 : -3.88  -0.65 7   0.00 [bos] a b b b b [eos]
cls0  - sp1 : -4.07  -0.68 7   0.17 [bos] a b b b b [eos]
cls0  - sp2 : -4.47  -0.75 7   0.17 [bos] a b b b [unk] [eos]
cls0  - sp3 : -4.55  -0.76 7   0.17 [bos] a b b b b [eos]
cls0  - sp4 : -5.17  -0.86 7   0.17 [bos] a b b b [unk] [eos]
cls1  - sp0 : -4.19  -0.70 7   0.33 [bos] a b b b [pad] [eos]
cls1  - sp1 : -4.37  -0.73 7   0.33 [bos] a b b b [unk] [eos]
cls1  - sp2 : -4.44  -0.74 7   0.33 [bos] a b b b b [eos]
cls1  - sp3 : -4.75  -0.79 7   0.33 [bos] a b b b [unk] [eos]
cls1  - sp4 : -5.07  -0.84 7   0.33 [bos] a b b b b [eos]
cls2  - sp0 : -3.03  -0.51 7   0.67 [bos] a b b b b [eos]
cls2  - sp1 : -3.85  -1.28 4   0.67 [bos] a b [eos]
cls2  - sp2 : -4.01  -0.67 7   0.67 [bos] a b b b b [eos]
cls2  - sp3 : -4.14  -0.69 7   0.67 [bos] a b b b [unk] [eos]
cls2  - sp4 : -4.43  -0.74 7   0.50 [bos] a b b b [pad] [eos]
cls3  - sp0 : -1.92  -0.32 7   0.83 [bos] a b b b b [eos]
cls3  - sp1 : -3.00  -0.50 7   0.83 [bos] a b b b [unk] [eos]
cls3  - sp2 : -3.01  -0.50 7   1.00 [bos] a b b b b [eos]
cls3  - sp3 : -3.75  -0.63 7   0.83 [bos] a b b b [pad] [eos]
cls3  - sp4 : -4.12  -0.69 7   1.00 [bos] a b b b [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-337
src: none   none  7   [bos] a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.01  /-5.44  /2.43   /0.0/0.00    -0.50 /-0.91  7   [bos] a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -35.91 /-3.32  /-32.59 /   /-35.02    -8.98 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -22.49 /-5.44  /-17.05 /   /-19.48    -3.75 /-0.91  7   [bos] a a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -41.25 /-5.88  /-35.38 /   /-37.81    -4.58 /-0.65  10  [bos] b b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -68.16 /-11.22 /-56.94 /   /-59.38    -5.24 /-0.86  14  [bos] a a b b b b b b a a a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -81.01 /-12.75 /-68.26 /   /-70.69    -5.06 /-0.80  17  [bos] b b b b b b b a a a a b b b a [eos]
cls0  - sp0 : -3.88  -0.65 7   0.00 [bos] a b b b b [eos]
cls0  - sp1 : -4.07  -0.68 7   0.17 [bos] a b b b b [eos]
cls0  - sp2 : -4.47  -0.75 7   0.17 [bos] a b b b [unk] [eos]
cls0  - sp3 : -4.55  -0.76 7   0.17 [bos] a b b b b [eos]
cls0  - sp4 : -5.17  -0.86 7   0.17 [bos] a b b b [unk] [eos]
cls1  - sp0 : -4.19  -0.70 7   0.33 [bos] a b b b [pad] [eos]
cls1  - sp1 : -4.37  -0.73 7   0.33 [bos] a b b b [unk] [eos]
cls1  - sp2 : -4.44  -0.74 7   0.33 [bos] a b b b b [eos]
cls1  - sp3 : -4.75  -0.79 7   0.33 [bos] a b b b [unk] [eos]
cls1  - sp4 : -5.07  -0.84 7   0.33 [bos] a b b b b [eos]
cls2  - sp0 : -3.03  -0.51 7   0.67 [bos] a b b b b [eos]
cls2  - sp1 : -3.85  -1.28 4   0.67 [bos] a b [eos]
cls2  - sp2 : -4.01  -0.67 7   0.67 [bos] a b b b b [eos]
cls2  - sp3 : -4.14  -0.69 7   0.67 [bos] a b b b [unk] [eos]
cls2  - sp4 : -4.43  -0.74 7   0.50 [bos] a b b b [pad] [eos]
cls3  - sp0 : -1.92  -0.32 7   0.83 [bos] a b b b b [eos]
cls3  - sp1 : -3.00  -0.50 7   0.83 [bos] a b b b [unk] [eos]
cls3  - sp2 : -3.01  -0.50 7   1.00 [bos] a b b b b [eos]
cls3  - sp3 : -3.75  -0.63 7   0.83 [bos] a b b b [pad] [eos]
cls3  - sp4 : -4.12  -0.69 7   1.00 [bos] a b b b [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-338
src: none   none  7   [bos] a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.54  /-5.44  /1.91   /0.0/0.00    -0.59 /-0.91  7   [bos] a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -38.63 /-3.32  /-35.31 /   /-37.22    -9.66 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -23.89 /-5.44  /-18.45 /   /-20.36    -3.98 /-0.91  7   [bos] a a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.18 /-5.88  /-32.30 /   /-34.21    -4.24 /-0.65  10  [bos] b b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -56.03 /-11.22 /-44.81 /   /-46.72    -4.31 /-0.86  14  [bos] a a b b b b b b a a a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -71.07 /-12.75 /-58.32 /   /-60.22    -4.44 /-0.80  17  [bos] b b b b b b b a a a a b b b a [eos]
cls0  - sp0 : -3.54  -0.59 7   0.00 [bos] a b b b b [eos]
cls0  - sp1 : -3.63  -0.61 7   0.17 [bos] a b b b b [eos]
cls0  - sp2 : -4.18  -0.70 7   0.17 [bos] a b b b b [eos]
cls0  - sp3 : -4.76  -0.79 7   0.17 [bos] a b b b b [eos]
cls0  - sp4 : -5.05  -0.84 7   0.17 [bos] a b b b b [eos]
cls1  - sp0 : -3.44  -0.57 7   0.33 [bos] a b b b b [eos]
cls1  - sp1 : -4.01  -0.67 7   0.33 [bos] a b b b b [eos]
cls1  - sp2 : -4.17  -0.70 7   0.33 [bos] a b b b b [eos]
cls1  - sp3 : -4.78  -0.80 7   0.33 [bos] a b b b b [eos]
cls1  - sp4 : -5.33  -0.89 7   0.33 [bos] a b b b b [eos]
cls2  - sp0 : -2.77  -0.46 7   0.67 [bos] a b b b b [eos]
cls2  - sp1 : -3.08  -0.51 7   0.67 [bos] a b b b b [eos]
cls2  - sp2 : -3.44  -0.57 7   0.50 [bos] a b b b b [eos]
cls2  - sp3 : -4.08  -0.68 7   0.67 [bos] a b b b b [eos]
cls2  - sp4 : -4.34  -0.72 7   0.50 [bos] a b b b b [eos]
cls3  - sp0 : -1.26  -0.21 7   0.83 [bos] a b b b b [eos]
cls3  - sp1 : -2.36  -0.39 7   1.00 [bos] a b b b b [eos]
cls3  - sp2 : -3.90  -0.65 7   0.83 [bos] a b b b b [eos]
cls3  - sp3 : -4.20  -0.70 7   0.83 [bos] a b b b b [eos]
cls3  - sp4 : -4.49  -0.75 7   0.83 [bos] a b b b [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-339
src: none   none  7   [bos] a b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.36  /-5.44  /3.08   /0.0/0.00    -0.39 /-0.91  7   [bos] a b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -35.48 /-3.32  /-32.15 /   /-35.23    -8.87 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -21.27 /-5.44  /-15.82 /   /-18.91    -3.54 /-0.91  7   [bos] a a a b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -40.03 /-5.88  /-34.15 /   /-37.23    -4.45 /-0.65  10  [bos] b b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -59.83 /-11.22 /-48.61 /   /-51.70    -4.60 /-0.86  14  [bos] a a b b b b b b a a a b [eos]
tgt5: mod/noi/dif/loss/nce/logp -74.78 /-12.75 /-62.03 /   /-65.11    -4.67 /-0.80  17  [bos] b b b b b b b a a a a b b b a [eos]
cls0  - sp0 : -3.54  -0.59 7   0.00 [bos] a b b b b [eos]
cls0  - sp1 : -3.63  -0.61 7   0.17 [bos] a b b b b [eos]
cls0  - sp2 : -4.18  -0.70 7   0.17 [bos] a b b b b [eos]
cls0  - sp3 : -4.76  -0.79 7   0.17 [bos] a b b b b [eos]
cls0  - sp4 : -5.05  -0.84 7   0.17 [bos] a b b b b [eos]
cls1  - sp0 : -3.44  -0.57 7   0.33 [bos] a b b b b [eos]
cls1  - sp1 : -4.01  -0.67 7   0.33 [bos] a b b b b [eos]
cls1  - sp2 : -4.17  -0.70 7   0.33 [bos] a b b b b [eos]
cls1  - sp3 : -4.78  -0.80 7   0.33 [bos] a b b b b [eos]
cls1  - sp4 : -5.33  -0.89 7   0.33 [bos] a b b b b [eos]
cls2  - sp0 : -2.77  -0.46 7   0.67 [bos] a b b b b [eos]
cls2  - sp1 : -3.08  -0.51 7   0.67 [bos] a b b b b [eos]
cls2  - sp2 : -3.44  -0.57 7   0.50 [bos] a b b b b [eos]
cls2  - sp3 : -4.08  -0.68 7   0.67 [bos] a b b b b [eos]
cls2  - sp4 : -4.34  -0.72 7   0.50 [bos] a b b b b [eos]
cls3  - sp0 : -1.26  -0.21 7   0.83 [bos] a b b b b [eos]
cls3  - sp1 : -2.36  -0.39 7   1.00 [bos] a b b b b [eos]
cls3  - sp2 : -3.90  -0.65 7   0.83 [bos] a b b b b [eos]
cls3  - sp3 : -4.20  -0.70 7   0.83 [bos] a b b b b [eos]
cls3  - sp4 : -4.49  -0.75 7   0.83 [bos] a b b b [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-340
src: none   none  6   [bos] a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.87  /-3.84  /0.96   /0.0/0.00    -0.57 /-0.77  6   [bos] a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -28.73 /-3.91  /-24.82 /   /-25.78    -9.58 /-1.30  4   [bos] a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.53 /-2.30  /-17.23 /   /-18.19    -9.76 /-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -19.53 /-2.30  /-17.23 /   /-18.19    -9.76 /-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -42.21 /-10.71 /-31.50 /   /-32.46    -3.52 /-0.89  13  [bos] a a a a a b a a b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -23.78 /-6.54  /-17.23 /   /-18.20    -3.96 /-1.09  7   [bos] a a a b a [eos]
cls0  - sp0 : -2.87  -0.57 6   0.00 [bos] a a a a [eos]
cls0  - sp1 : -3.21  -0.64 6   0.20 [bos] a a a a [eos]
cls0  - sp2 : -3.94  -0.79 6   0.20 [bos] a a a a [eos]
cls0  - sp3 : -3.94  -0.79 6   0.20 [bos] a a a a [eos]
cls0  - sp4 : -4.46  -0.89 6   0.20 [bos] a a a a [eos]
cls1  - sp0 : -3.41  -0.68 6   0.40 [bos] a a a a [eos]
cls1  - sp1 : -3.85  -0.77 6   0.40 [bos] a a a a [eos]
cls1  - sp2 : -3.93  -0.79 6   0.40 [bos] a a a a [eos]
cls1  - sp3 : -3.96  -0.79 6   0.40 [bos] a a a a [eos]
cls1  - sp4 : -4.09  -0.82 6   0.40 [bos] a a a a [eos]
cls2  - sp0 : -2.87  -0.57 6   0.60 [bos] a a a a [eos]
cls2  - sp1 : -3.07  -0.61 6   0.60 [bos] a a a a [eos]
cls2  - sp2 : -3.46  -0.69 6   0.60 [bos] a a a a [eos]
cls2  - sp3 : -3.67  -0.73 6   0.60 [bos] a a a a [eos]
cls2  - sp4 : -4.08  -0.82 6   0.60 [bos] a a a a [eos]
cls3  - sp0 : -1.66  -0.33 6   0.80 [bos] a a a a [eos]
cls3  - sp1 : -2.35  -0.47 6   1.00 [bos] a a a a [eos]
cls3  - sp2 : -3.54  -0.71 6   0.80 [bos] a a a a [eos]
cls3  - sp3 : -4.00  -0.80 6   0.80 [bos] a a a a [eos]
cls3  - sp4 : -4.23  -0.85 6   0.80 [bos] a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-341
src: none   none  6   [bos] a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.35  /-3.84  /1.48   /0.0/-0.00    -0.47 /-0.77  6   [bos] a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -29.77 /-3.91  /-25.86 /   /-27.35    -9.92 /-1.30  4   [bos] a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.48 /-2.30  /-17.18 /   /-18.66    -9.74 /-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -19.48 /-2.30  /-17.18 /   /-18.66    -9.74 /-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -48.96 /-10.71 /-38.25 /   /-39.74    -4.08 /-0.89  13  [bos] a a a a a b a a b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.58 /-6.54  /-15.04 /   /-16.52    -3.60 /-1.09  7   [bos] a a a b a [eos]
cls0  - sp0 : -2.87  -0.57 6   0.00 [bos] a a a a [eos]
cls0  - sp1 : -3.21  -0.64 6   0.20 [bos] a a a a [eos]
cls0  - sp2 : -3.94  -0.79 6   0.20 [bos] a a a a [eos]
cls0  - sp3 : -3.94  -0.79 6   0.20 [bos] a a a a [eos]
cls0  - sp4 : -4.46  -0.89 6   0.20 [bos] a a a a [eos]
cls1  - sp0 : -3.41  -0.68 6   0.40 [bos] a a a a [eos]
cls1  - sp1 : -3.85  -0.77 6   0.40 [bos] a a a a [eos]
cls1  - sp2 : -3.93  -0.79 6   0.40 [bos] a a a a [eos]
cls1  - sp3 : -3.96  -0.79 6   0.40 [bos] a a a a [eos]
cls1  - sp4 : -4.09  -0.82 6   0.40 [bos] a a a a [eos]
cls2  - sp0 : -2.87  -0.57 6   0.60 [bos] a a a a [eos]
cls2  - sp1 : -3.07  -0.61 6   0.60 [bos] a a a a [eos]
cls2  - sp2 : -3.46  -0.69 6   0.60 [bos] a a a a [eos]
cls2  - sp3 : -3.67  -0.73 6   0.60 [bos] a a a a [eos]
cls2  - sp4 : -4.08  -0.82 6   0.60 [bos] a a a a [eos]
cls3  - sp0 : -1.66  -0.33 6   0.80 [bos] a a a a [eos]
cls3  - sp1 : -2.35  -0.47 6   1.00 [bos] a a a a [eos]
cls3  - sp2 : -3.54  -0.71 6   0.80 [bos] a a a a [eos]
cls3  - sp3 : -4.00  -0.80 6   0.80 [bos] a a a a [eos]
cls3  - sp4 : -4.23  -0.85 6   0.80 [bos] a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-342
src: none   none  6   [bos] a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.89  /-3.84  /0.95   /0.0/0.00    -0.58 /-0.77  6   [bos] a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -27.49 /-3.91  /-23.58 /   /-24.53    -9.16 /-1.30  4   [bos] a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.51 /-2.30  /-17.21 /   /-18.16    -9.76 /-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -19.51 /-2.30  /-17.21 /   /-18.16    -9.76 /-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -40.06 /-10.71 /-29.36 /   /-30.30    -3.34 /-0.89  13  [bos] a a a a a b a a b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -23.87 /-6.54  /-17.33 /   /-18.27    -3.98 /-1.09  7   [bos] a a a b a [eos]
cls0  - sp0 : -2.89  -0.58 6   0.00 [bos] a a a a [eos]
cls0  - sp1 : -3.21  -0.64 6   0.20 [bos] a a a a [eos]
cls0  - sp2 : -3.99  -0.80 6   0.20 [bos] a a a a [eos]
cls0  - sp3 : -4.04  -0.81 6   0.20 [bos] a a a a [eos]
cls0  - sp4 : -4.47  -0.89 6   0.20 [bos] a a a a [eos]
cls1  - sp0 : -3.47  -0.69 6   0.40 [bos] a a a a [eos]
cls1  - sp1 : -3.87  -0.77 6   0.40 [bos] a a a a [eos]
cls1  - sp2 : -3.89  -0.78 6   0.40 [bos] a a a a [eos]
cls1  - sp3 : -3.98  -0.80 6   0.40 [bos] a a a a [eos]
cls1  - sp4 : -4.20  -0.84 6   0.40 [bos] a a a a [eos]
cls2  - sp0 : -2.85  -0.57 6   0.60 [bos] a a a a [eos]
cls2  - sp1 : -2.91  -0.58 6   0.60 [bos] a a a a [eos]
cls2  - sp2 : -3.60  -0.72 6   0.60 [bos] a a a a [eos]
cls2  - sp3 : -3.77  -0.75 6   0.60 [bos] a a a a [eos]
cls2  - sp4 : -4.10  -0.82 6   0.60 [bos] a a a a [eos]
cls3  - sp0 : -1.61  -0.32 6   0.80 [bos] a a a a [eos]
cls3  - sp1 : -2.26  -0.45 6   1.00 [bos] a a a a [eos]
cls3  - sp2 : -3.48  -0.70 6   0.80 [bos] a a a a [eos]
cls3  - sp3 : -3.87  -0.77 6   0.80 [bos] a a a a [eos]
cls3  - sp4 : -4.31  -0.86 6   0.80 [bos] a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-343
src: none   none  6   [bos] a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.26  /-3.84  /1.57   /0.0/-0.00    -0.45 /-0.77  6   [bos] a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -29.48 /-3.91  /-25.57 /   /-27.14    -9.83 /-1.30  4   [bos] a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.49 /-2.30  /-17.19 /   /-18.76    -9.75 /-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -19.49 /-2.30  /-17.19 /   /-18.76    -9.75 /-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -45.15 /-10.71 /-34.44 /   /-36.02    -3.76 /-0.89  13  [bos] a a a a a b a a b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -21.49 /-6.54  /-14.94 /   /-16.52    -3.58 /-1.09  7   [bos] a a a b a [eos]
cls0  - sp0 : -2.89  -0.58 6   0.00 [bos] a a a a [eos]
cls0  - sp1 : -3.21  -0.64 6   0.20 [bos] a a a a [eos]
cls0  - sp2 : -3.99  -0.80 6   0.20 [bos] a a a a [eos]
cls0  - sp3 : -4.04  -0.81 6   0.20 [bos] a a a a [eos]
cls0  - sp4 : -4.47  -0.89 6   0.20 [bos] a a a a [eos]
cls1  - sp0 : -3.47  -0.69 6   0.40 [bos] a a a a [eos]
cls1  - sp1 : -3.87  -0.77 6   0.40 [bos] a a a a [eos]
cls1  - sp2 : -3.89  -0.78 6   0.40 [bos] a a a a [eos]
cls1  - sp3 : -3.98  -0.80 6   0.40 [bos] a a a a [eos]
cls1  - sp4 : -4.20  -0.84 6   0.40 [bos] a a a a [eos]
cls2  - sp0 : -2.85  -0.57 6   0.60 [bos] a a a a [eos]
cls2  - sp1 : -2.91  -0.58 6   0.60 [bos] a a a a [eos]
cls2  - sp2 : -3.60  -0.72 6   0.60 [bos] a a a a [eos]
cls2  - sp3 : -3.77  -0.75 6   0.60 [bos] a a a a [eos]
cls2  - sp4 : -4.10  -0.82 6   0.60 [bos] a a a a [eos]
cls3  - sp0 : -1.61  -0.32 6   0.80 [bos] a a a a [eos]
cls3  - sp1 : -2.26  -0.45 6   1.00 [bos] a a a a [eos]
cls3  - sp2 : -3.48  -0.70 6   0.80 [bos] a a a a [eos]
cls3  - sp3 : -3.87  -0.77 6   0.80 [bos] a a a a [eos]
cls3  - sp4 : -4.31  -0.86 6   0.80 [bos] a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-344
src: none   none  11  [bos] b a a a b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -4.25  /-8.59  /4.34   /0.0/0.00    -0.42 /-0.86  11  [bos] b a a a b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -20.97 /-2.30  /-18.66 /   /-23.00    -10.48/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -26.92 /-4.93  /-21.99 /   /-26.33    -5.38 /-0.99  6   [bos] a a a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -34.80 /-4.86  /-29.95 /   /-34.28    -4.97 /-0.69  8   [bos] b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -30.93 /-3.32  /-27.61 /   /-31.95    -7.73 /-0.83  5   [bos] a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.14 /-9.02  /-21.12 /   /-25.46    -2.32 /-0.69  14  [bos] a a a b b b b b b b b b [eos]
cls0  - sp0 : -4.25  -0.42 11  0.00 [bos] b a a a b b b b b [eos]
cls0  - sp1 : -4.41  -0.44 11  0.10 [bos] b a a a b b b b b [eos]
cls0  - sp2 : -4.85  -0.49 11  0.00 [bos] b a b a b b b b b [eos]
cls0  - sp3 : -4.95  -0.49 11  0.20 [bos] b a a a b b b b b [eos]
cls0  - sp4 : -5.15  -0.52 11  0.10 [bos] b a b a b b b b b [eos]
cls1  - sp0 : -5.74  -0.57 11  0.30 [bos] b a a a b b b b b [eos]
cls1  - sp1 : -6.23  -0.62 11  0.30 [bos] b a a a b b b b b [eos]
cls1  - sp2 : -6.30  -0.63 11  0.30 [bos] b a b a b b b b b [eos]
cls1  - sp3 : -6.48  -0.65 11  0.30 [bos] b a a a b b b b b [eos]
cls1  - sp4 : -6.80  -0.68 11  0.40 [bos] b a a a b b b b b [eos]
cls2  - sp0 : -4.71  -0.47 11  0.70 [bos] b a a a b b b b b [eos]
cls2  - sp1 : -4.86  -0.49 11  0.60 [bos] b a a a b b b b b [eos]
cls2  - sp2 : -4.95  -0.49 11  0.70 [bos] b a a a b b b b b [eos]
cls2  - sp3 : -5.13  -0.51 11  0.70 [bos] b a a a b b b b b [eos]
cls2  - sp4 : -5.47  -0.55 11  0.50 [bos] b a a a b b b b b [eos]
cls3  - sp0 : -2.74  -0.27 11  1.00 [bos] b a a a b b b b b [eos]
cls3  - sp1 : -2.78  -0.28 11  0.90 [bos] b a a a b b b b b [eos]
cls3  - sp2 : -3.67  -0.37 11  0.90 [bos] b a a a b b b b b [eos]
cls3  - sp3 : -3.71  -0.37 11  0.80 [bos] b a a a b b b b b [eos]
cls3  - sp4 : -3.78  -0.38 11  0.80 [bos] b a a a b b b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-345
src: none   none  11  [bos] b a a a b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.74  /-8.59  /5.84   /0.0/0.00    -0.27 /-0.86  11  [bos] b a a a b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.46 /-2.30  /-19.16 /   /-25.00    -10.73/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -24.94 /-4.93  /-20.00 /   /-25.85    -4.99 /-0.99  6   [bos] a a a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.75 /-4.86  /-33.89 /   /-39.74    -5.54 /-0.69  8   [bos] b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -29.92 /-3.32  /-26.60 /   /-32.44    -7.48 /-0.83  5   [bos] a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.09 /-9.02  /-17.07 /   /-22.91    -2.01 /-0.69  14  [bos] a a a b b b b b b b b b [eos]
cls0  - sp0 : -4.25  -0.42 11  0.00 [bos] b a a a b b b b b [eos]
cls0  - sp1 : -4.41  -0.44 11  0.10 [bos] b a a a b b b b b [eos]
cls0  - sp2 : -4.85  -0.49 11  0.00 [bos] b a b a b b b b b [eos]
cls0  - sp3 : -4.95  -0.49 11  0.20 [bos] b a a a b b b b b [eos]
cls0  - sp4 : -5.15  -0.52 11  0.10 [bos] b a b a b b b b b [eos]
cls1  - sp0 : -5.74  -0.57 11  0.30 [bos] b a a a b b b b b [eos]
cls1  - sp1 : -6.23  -0.62 11  0.30 [bos] b a a a b b b b b [eos]
cls1  - sp2 : -6.30  -0.63 11  0.30 [bos] b a b a b b b b b [eos]
cls1  - sp3 : -6.48  -0.65 11  0.30 [bos] b a a a b b b b b [eos]
cls1  - sp4 : -6.80  -0.68 11  0.40 [bos] b a a a b b b b b [eos]
cls2  - sp0 : -4.71  -0.47 11  0.70 [bos] b a a a b b b b b [eos]
cls2  - sp1 : -4.86  -0.49 11  0.60 [bos] b a a a b b b b b [eos]
cls2  - sp2 : -4.95  -0.49 11  0.70 [bos] b a a a b b b b b [eos]
cls2  - sp3 : -5.13  -0.51 11  0.70 [bos] b a a a b b b b b [eos]
cls2  - sp4 : -5.47  -0.55 11  0.50 [bos] b a a a b b b b b [eos]
cls3  - sp0 : -2.74  -0.27 11  1.00 [bos] b a a a b b b b b [eos]
cls3  - sp1 : -2.78  -0.28 11  0.90 [bos] b a a a b b b b b [eos]
cls3  - sp2 : -3.67  -0.37 11  0.90 [bos] b a a a b b b b b [eos]
cls3  - sp3 : -3.71  -0.37 11  0.80 [bos] b a a a b b b b b [eos]
cls3  - sp4 : -3.78  -0.38 11  0.80 [bos] b a a a b b b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-346
src: none   none  11  [bos] b a a a b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -4.48  /-8.59  /4.11   /0.0/0.00    -0.45 /-0.86  11  [bos] b a a a b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.08 /-2.30  /-18.77 /   /-22.88    -10.54/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -27.00 /-4.93  /-22.07 /   /-26.18    -5.40 /-0.99  6   [bos] a a a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -40.62 /-4.86  /-35.76 /   /-39.87    -5.80 /-0.69  8   [bos] b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -29.88 /-3.32  /-26.55 /   /-30.66    -7.47 /-0.83  5   [bos] a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -27.78 /-9.02  /-18.76 /   /-22.87    -2.14 /-0.69  14  [bos] a a a b b b b b b b b b [eos]
cls0  - sp0 : -4.48  -0.45 11  0.00 [bos] b a a a b b b b b [eos]
cls0  - sp1 : -4.77  -0.48 11  0.20 [bos] b a a a b b b b b [eos]
cls0  - sp2 : -5.13  -0.51 11  0.10 [bos] b a a a b b b b b [eos]
cls0  - sp3 : -5.31  -0.53 11  0.10 [bos] b a a a [unk] b b b b [eos]
cls0  - sp4 : -5.51  -0.55 11  0.00 [bos] b a b a b b b b b [eos]
cls1  - sp0 : -6.16  -0.62 11  0.30 [bos] b a a a b b b b b [eos]
cls1  - sp1 : -6.93  -0.69 11  0.30 [bos] b a a a b b b b b [eos]
cls1  - sp2 : -6.95  -0.69 11  0.30 [bos] b a b a b b b b b [eos]
cls1  - sp3 : -7.07  -0.71 11  0.40 [bos] b a a a b b b b b [eos]
cls1  - sp4 : -7.16  -0.72 11  0.40 [bos] b a a a b b b b b [eos]
cls2  - sp0 : -5.25  -0.52 11  0.70 [bos] b a a a b b b b b [eos]
cls2  - sp1 : -5.39  -0.54 11  0.60 [bos] b a a a b b b b b [eos]
cls2  - sp2 : -5.64  -0.56 11  0.70 [bos] b a a a b b b b b [eos]
cls2  - sp3 : -5.88  -0.59 11  0.70 [bos] b a a a b b b b b [eos]
cls2  - sp4 : -5.90  -0.59 11  0.70 [bos] b a a a b b b b b [eos]
cls3  - sp0 : -3.01  -0.30 11  1.00 [bos] b a a a b b b b b [eos]
cls3  - sp1 : -3.41  -0.34 11  0.90 [bos] b a a a b b b b b [eos]
cls3  - sp2 : -4.17  -0.42 11  0.90 [bos] b a a a b b b b b [eos]
cls3  - sp3 : -4.38  -0.44 11  0.90 [bos] b a a a b b b b b [eos]
cls3  - sp4 : -4.52  -0.45 11  0.80 [bos] b a a a b b b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-347
src: none   none  11  [bos] b a a a b b b b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.01  /-8.59  /5.58   /0.0/0.00    -0.30 /-0.86  11  [bos] b a a a b b b b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -21.36 /-2.30  /-19.06 /   /-24.64    -10.68/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.99 /-4.93  /-24.06 /   /-29.64    -5.80 /-0.99  6   [bos] a a a b [eos]
tgt3: mod/noi/dif/loss/nce/logp -41.47 /-4.86  /-36.61 /   /-42.19    -5.92 /-0.69  8   [bos] b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -28.77 /-3.32  /-25.45 /   /-31.02    -7.19 /-0.83  5   [bos] a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -23.14 /-9.02  /-14.12 /   /-19.70    -1.78 /-0.69  14  [bos] a a a b b b b b b b b b [eos]
cls0  - sp0 : -4.48  -0.45 11  0.00 [bos] b a a a b b b b b [eos]
cls0  - sp1 : -4.77  -0.48 11  0.20 [bos] b a a a b b b b b [eos]
cls0  - sp2 : -5.13  -0.51 11  0.10 [bos] b a a a b b b b b [eos]
cls0  - sp3 : -5.31  -0.53 11  0.10 [bos] b a a a [unk] b b b b [eos]
cls0  - sp4 : -5.51  -0.55 11  0.00 [bos] b a b a b b b b b [eos]
cls1  - sp0 : -6.16  -0.62 11  0.30 [bos] b a a a b b b b b [eos]
cls1  - sp1 : -6.93  -0.69 11  0.30 [bos] b a a a b b b b b [eos]
cls1  - sp2 : -6.95  -0.69 11  0.30 [bos] b a b a b b b b b [eos]
cls1  - sp3 : -7.07  -0.71 11  0.40 [bos] b a a a b b b b b [eos]
cls1  - sp4 : -7.16  -0.72 11  0.40 [bos] b a a a b b b b b [eos]
cls2  - sp0 : -5.25  -0.52 11  0.70 [bos] b a a a b b b b b [eos]
cls2  - sp1 : -5.39  -0.54 11  0.60 [bos] b a a a b b b b b [eos]
cls2  - sp2 : -5.64  -0.56 11  0.70 [bos] b a a a b b b b b [eos]
cls2  - sp3 : -5.88  -0.59 11  0.70 [bos] b a a a b b b b b [eos]
cls2  - sp4 : -5.90  -0.59 11  0.70 [bos] b a a a b b b b b [eos]
cls3  - sp0 : -3.01  -0.30 11  1.00 [bos] b a a a b b b b b [eos]
cls3  - sp1 : -3.41  -0.34 11  0.90 [bos] b a a a b b b b b [eos]
cls3  - sp2 : -4.17  -0.42 11  0.90 [bos] b a a a b b b b b [eos]
cls3  - sp3 : -4.38  -0.44 11  0.90 [bos] b a a a b b b b b [eos]
cls3  - sp4 : -4.52  -0.45 11  0.80 [bos] b a a a b b b b b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-348
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.04  /-2.81  /0.77   /0.0/-0.00    -0.68 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -31.33 /-5.44  /-25.89 /   /-26.66    -5.22 /-0.91  7   [bos] b b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -25.66 /-2.30  /-23.36 /   /-24.13    -12.83/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -25.66 /-2.30  /-23.36 /   /-24.13    -12.83/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -16.72 /-2.30  /-14.41 /   /-15.19    -8.36 /-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -13.86 /-4.35  /-9.52  /   /-10.29    -2.31 /-0.72  7   [bos] b b b b b [eos]
cls0  - sp0 : -2.04  -0.68 4   0.00 [bos] b b [eos]
cls0  - sp1 : -4.32  -4.32 2   0.00 [bos] [eos]
cls0  - sp2 : -6.36  -2.12 4   0.00 [bos] [pad] b [eos]
cls0  - sp3 : -6.42  -2.14 4   0.00 [bos] [unk] b [eos]
cls0  - sp4 : -8.94  -2.98 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.73  -0.58 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.13  -1.04 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.32  -1.11 4   0.33 [bos] b b [eos]
cls1  - sp3 : -3.99  -1.33 4   0.33 [bos] b b [eos]
cls1  - sp4 : -5.18  -1.73 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.80  -0.60 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.87  -0.62 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.77  -0.92 4   0.67 [bos] b b [eos]
cls2  - sp3 : -4.33  -1.44 4   0.67 [bos] [unk] b [eos]
cls2  - sp4 : -4.46  -1.49 4   0.67 [bos] [pad] b [eos]
cls3  - sp0 : -2.80  -0.93 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.86  -0.95 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -4.74  -4.74 2   1.00 [bos] [eos]
cls3  - sp3 : -5.46  -1.82 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.75  -2.58 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-349
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.80  /-2.81  /0.01   /0.0/-0.00    -0.93 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -29.95 /-5.44  /-24.50 /   /-24.52    -4.99 /-0.91  7   [bos] b b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -25.18 /-2.30  /-22.88 /   /-22.89    -12.59/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -25.18 /-2.30  /-22.88 /   /-22.89    -12.59/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -17.96 /-2.30  /-15.65 /   /-15.67    -8.98 /-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -14.49 /-4.35  /-10.14 /   /-10.15    -2.41 /-0.72  7   [bos] b b b b b [eos]
cls0  - sp0 : -2.04  -0.68 4   0.00 [bos] b b [eos]
cls0  - sp1 : -4.32  -4.32 2   0.00 [bos] [eos]
cls0  - sp2 : -6.36  -2.12 4   0.00 [bos] [pad] b [eos]
cls0  - sp3 : -6.42  -2.14 4   0.00 [bos] [unk] b [eos]
cls0  - sp4 : -8.94  -2.98 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.73  -0.58 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.13  -1.04 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.32  -1.11 4   0.33 [bos] b b [eos]
cls1  - sp3 : -3.99  -1.33 4   0.33 [bos] b b [eos]
cls1  - sp4 : -5.18  -1.73 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.80  -0.60 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.87  -0.62 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.77  -0.92 4   0.67 [bos] b b [eos]
cls2  - sp3 : -4.33  -1.44 4   0.67 [bos] [unk] b [eos]
cls2  - sp4 : -4.46  -1.49 4   0.67 [bos] [pad] b [eos]
cls3  - sp0 : -2.80  -0.93 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.86  -0.95 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -4.74  -4.74 2   1.00 [bos] [eos]
cls3  - sp3 : -5.46  -1.82 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.75  -2.58 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-350
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.06  /-2.81  /0.76   /0.0/-0.00    -0.69 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -27.82 /-5.44  /-22.38 /   /-23.13    -4.64 /-0.91  7   [bos] b b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -24.00 /-2.30  /-21.70 /   /-22.45    -12.00/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -24.00 /-2.30  /-21.70 /   /-22.45    -12.00/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -15.55 /-2.30  /-13.24 /   /-14.00    -7.77 /-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -15.94 /-4.35  /-11.59 /   /-12.35    -2.66 /-0.72  7   [bos] b b b b b [eos]
cls0  - sp0 : -2.06  -0.69 4   0.00 [bos] b b [eos]
cls0  - sp1 : -3.14  -3.14 2   0.00 [bos] [eos]
cls0  - sp2 : -5.76  -1.92 4   0.00 [bos] [unk] b [eos]
cls0  - sp3 : -6.10  -2.03 4   0.00 [bos] [pad] b [eos]
cls0  - sp4 : -8.62  -2.87 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.96  -0.65 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.08  -1.03 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.29  -1.10 4   0.33 [bos] b b [eos]
cls1  - sp3 : -4.42  -1.47 4   0.33 [bos] b b [eos]
cls1  - sp4 : -4.61  -1.54 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.90  -0.63 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.90  -0.63 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.98  -0.99 4   0.67 [bos] b b [eos]
cls2  - sp3 : -3.95  -1.32 4   0.67 [bos] [pad] b [eos]
cls2  - sp4 : -4.23  -1.41 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -2.86  -0.95 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.87  -0.96 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -3.58  -3.58 2   1.00 [bos] [eos]
cls3  - sp3 : -4.93  -1.64 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.51  -2.50 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-351
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.86  /-2.81  /-0.05  /0.0/-0.00    -0.95 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -28.00 /-5.44  /-22.56 /   /-22.51    -4.67 /-0.91  7   [bos] b b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -23.60 /-2.30  /-21.29 /   /-21.25    -11.80/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -23.60 /-2.30  /-21.29 /   /-21.25    -11.80/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -17.41 /-2.30  /-15.10 /   /-15.06    -8.70 /-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -17.01 /-4.35  /-12.66 /   /-12.61    -2.83 /-0.72  7   [bos] b b b b b [eos]
cls0  - sp0 : -2.06  -0.69 4   0.00 [bos] b b [eos]
cls0  - sp1 : -3.14  -3.14 2   0.00 [bos] [eos]
cls0  - sp2 : -5.76  -1.92 4   0.00 [bos] [unk] b [eos]
cls0  - sp3 : -6.10  -2.03 4   0.00 [bos] [pad] b [eos]
cls0  - sp4 : -8.62  -2.87 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.96  -0.65 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.08  -1.03 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.29  -1.10 4   0.33 [bos] b b [eos]
cls1  - sp3 : -4.42  -1.47 4   0.33 [bos] b b [eos]
cls1  - sp4 : -4.61  -1.54 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.90  -0.63 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.90  -0.63 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.98  -0.99 4   0.67 [bos] b b [eos]
cls2  - sp3 : -3.95  -1.32 4   0.67 [bos] [pad] b [eos]
cls2  - sp4 : -4.23  -1.41 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -2.86  -0.95 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.87  -0.96 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -3.58  -3.58 2   1.00 [bos] [eos]
cls3  - sp3 : -4.93  -1.64 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.51  -2.50 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-352
src: none   none  6   [bos] a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.87  /-3.84  /0.96   /0.0/0.00    -0.57 /-0.77  6   [bos] a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -28.73 /-3.91  /-24.82 /   /-25.78    -9.58 /-1.30  4   [bos] a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.97 /-2.30  /-26.67 /   /-27.63    -14.49/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.97 /-2.30  /-26.67 /   /-27.63    -14.49/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -35.83 /-4.42  /-31.40 /   /-32.36    -8.96 /-1.11  5   [bos] b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -38.77 /-2.81  /-35.96 /   /-36.92    -12.92/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -2.87  -0.57 6   0.00 [bos] a a a a [eos]
cls0  - sp1 : -3.21  -0.64 6   0.20 [bos] a a a a [eos]
cls0  - sp2 : -3.94  -0.79 6   0.20 [bos] a a a a [eos]
cls0  - sp3 : -3.94  -0.79 6   0.20 [bos] a a a a [eos]
cls0  - sp4 : -4.46  -0.89 6   0.20 [bos] a a a a [eos]
cls1  - sp0 : -3.41  -0.68 6   0.40 [bos] a a a a [eos]
cls1  - sp1 : -3.85  -0.77 6   0.40 [bos] a a a a [eos]
cls1  - sp2 : -3.93  -0.79 6   0.40 [bos] a a a a [eos]
cls1  - sp3 : -3.96  -0.79 6   0.40 [bos] a a a a [eos]
cls1  - sp4 : -4.09  -0.82 6   0.40 [bos] a a a a [eos]
cls2  - sp0 : -2.87  -0.57 6   0.60 [bos] a a a a [eos]
cls2  - sp1 : -3.07  -0.61 6   0.60 [bos] a a a a [eos]
cls2  - sp2 : -3.46  -0.69 6   0.60 [bos] a a a a [eos]
cls2  - sp3 : -3.67  -0.73 6   0.60 [bos] a a a a [eos]
cls2  - sp4 : -4.08  -0.82 6   0.60 [bos] a a a a [eos]
cls3  - sp0 : -1.66  -0.33 6   0.80 [bos] a a a a [eos]
cls3  - sp1 : -2.35  -0.47 6   1.00 [bos] a a a a [eos]
cls3  - sp2 : -3.54  -0.71 6   0.80 [bos] a a a a [eos]
cls3  - sp3 : -4.00  -0.80 6   0.80 [bos] a a a a [eos]
cls3  - sp4 : -4.23  -0.85 6   0.80 [bos] a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-353
src: none   none  6   [bos] a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.35  /-3.84  /1.48   /0.0/0.00    -0.47 /-0.77  6   [bos] a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -29.77 /-3.91  /-25.86 /   /-27.35    -9.92 /-1.30  4   [bos] a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -29.86 /-2.30  /-27.56 /   /-29.04    -14.93/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -29.86 /-2.30  /-27.56 /   /-29.04    -14.93/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -34.67 /-4.42  /-30.25 /   /-31.73    -8.67 /-1.11  5   [bos] b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -39.91 /-2.81  /-37.10 /   /-38.58    -13.30/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -2.87  -0.57 6   0.00 [bos] a a a a [eos]
cls0  - sp1 : -3.21  -0.64 6   0.20 [bos] a a a a [eos]
cls0  - sp2 : -3.94  -0.79 6   0.20 [bos] a a a a [eos]
cls0  - sp3 : -3.94  -0.79 6   0.20 [bos] a a a a [eos]
cls0  - sp4 : -4.46  -0.89 6   0.20 [bos] a a a a [eos]
cls1  - sp0 : -3.41  -0.68 6   0.40 [bos] a a a a [eos]
cls1  - sp1 : -3.85  -0.77 6   0.40 [bos] a a a a [eos]
cls1  - sp2 : -3.93  -0.79 6   0.40 [bos] a a a a [eos]
cls1  - sp3 : -3.96  -0.79 6   0.40 [bos] a a a a [eos]
cls1  - sp4 : -4.09  -0.82 6   0.40 [bos] a a a a [eos]
cls2  - sp0 : -2.87  -0.57 6   0.60 [bos] a a a a [eos]
cls2  - sp1 : -3.07  -0.61 6   0.60 [bos] a a a a [eos]
cls2  - sp2 : -3.46  -0.69 6   0.60 [bos] a a a a [eos]
cls2  - sp3 : -3.67  -0.73 6   0.60 [bos] a a a a [eos]
cls2  - sp4 : -4.08  -0.82 6   0.60 [bos] a a a a [eos]
cls3  - sp0 : -1.66  -0.33 6   0.80 [bos] a a a a [eos]
cls3  - sp1 : -2.35  -0.47 6   1.00 [bos] a a a a [eos]
cls3  - sp2 : -3.54  -0.71 6   0.80 [bos] a a a a [eos]
cls3  - sp3 : -4.00  -0.80 6   0.80 [bos] a a a a [eos]
cls3  - sp4 : -4.23  -0.85 6   0.80 [bos] a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-354
src: none   none  6   [bos] a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.89  /-3.84  /0.95   /0.0/0.00    -0.58 /-0.77  6   [bos] a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -27.49 /-3.91  /-23.58 /   /-24.53    -9.16 /-1.30  4   [bos] a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -28.85 /-2.30  /-26.54 /   /-27.49    -14.42/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -28.85 /-2.30  /-26.54 /   /-27.49    -14.42/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -35.77 /-4.42  /-31.34 /   /-32.29    -8.94 /-1.11  5   [bos] b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -37.60 /-2.81  /-34.79 /   /-35.73    -12.53/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -2.89  -0.58 6   0.00 [bos] a a a a [eos]
cls0  - sp1 : -3.21  -0.64 6   0.20 [bos] a a a a [eos]
cls0  - sp2 : -3.99  -0.80 6   0.20 [bos] a a a a [eos]
cls0  - sp3 : -4.04  -0.81 6   0.20 [bos] a a a a [eos]
cls0  - sp4 : -4.47  -0.89 6   0.20 [bos] a a a a [eos]
cls1  - sp0 : -3.47  -0.69 6   0.40 [bos] a a a a [eos]
cls1  - sp1 : -3.87  -0.77 6   0.40 [bos] a a a a [eos]
cls1  - sp2 : -3.89  -0.78 6   0.40 [bos] a a a a [eos]
cls1  - sp3 : -3.98  -0.80 6   0.40 [bos] a a a a [eos]
cls1  - sp4 : -4.20  -0.84 6   0.40 [bos] a a a a [eos]
cls2  - sp0 : -2.85  -0.57 6   0.60 [bos] a a a a [eos]
cls2  - sp1 : -2.91  -0.58 6   0.60 [bos] a a a a [eos]
cls2  - sp2 : -3.60  -0.72 6   0.60 [bos] a a a a [eos]
cls2  - sp3 : -3.77  -0.75 6   0.60 [bos] a a a a [eos]
cls2  - sp4 : -4.10  -0.82 6   0.60 [bos] a a a a [eos]
cls3  - sp0 : -1.61  -0.32 6   0.80 [bos] a a a a [eos]
cls3  - sp1 : -2.26  -0.45 6   1.00 [bos] a a a a [eos]
cls3  - sp2 : -3.48  -0.70 6   0.80 [bos] a a a a [eos]
cls3  - sp3 : -3.87  -0.77 6   0.80 [bos] a a a a [eos]
cls3  - sp4 : -4.31  -0.86 6   0.80 [bos] a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-355
src: none   none  6   [bos] a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.26  /-3.84  /1.57   /0.0/0.00    -0.45 /-0.77  6   [bos] a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -29.48 /-3.91  /-25.57 /   /-27.14    -9.83 /-1.30  4   [bos] a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -29.78 /-2.30  /-27.48 /   /-29.05    -14.89/-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -29.78 /-2.30  /-27.48 /   /-29.05    -14.89/-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -34.04 /-4.42  /-29.62 /   /-31.19    -8.51 /-1.11  5   [bos] b b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -39.53 /-2.81  /-36.72 /   /-38.29    -13.18/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -2.89  -0.58 6   0.00 [bos] a a a a [eos]
cls0  - sp1 : -3.21  -0.64 6   0.20 [bos] a a a a [eos]
cls0  - sp2 : -3.99  -0.80 6   0.20 [bos] a a a a [eos]
cls0  - sp3 : -4.04  -0.81 6   0.20 [bos] a a a a [eos]
cls0  - sp4 : -4.47  -0.89 6   0.20 [bos] a a a a [eos]
cls1  - sp0 : -3.47  -0.69 6   0.40 [bos] a a a a [eos]
cls1  - sp1 : -3.87  -0.77 6   0.40 [bos] a a a a [eos]
cls1  - sp2 : -3.89  -0.78 6   0.40 [bos] a a a a [eos]
cls1  - sp3 : -3.98  -0.80 6   0.40 [bos] a a a a [eos]
cls1  - sp4 : -4.20  -0.84 6   0.40 [bos] a a a a [eos]
cls2  - sp0 : -2.85  -0.57 6   0.60 [bos] a a a a [eos]
cls2  - sp1 : -2.91  -0.58 6   0.60 [bos] a a a a [eos]
cls2  - sp2 : -3.60  -0.72 6   0.60 [bos] a a a a [eos]
cls2  - sp3 : -3.77  -0.75 6   0.60 [bos] a a a a [eos]
cls2  - sp4 : -4.10  -0.82 6   0.60 [bos] a a a a [eos]
cls3  - sp0 : -1.61  -0.32 6   0.80 [bos] a a a a [eos]
cls3  - sp1 : -2.26  -0.45 6   1.00 [bos] a a a a [eos]
cls3  - sp2 : -3.48  -0.70 6   0.80 [bos] a a a a [eos]
cls3  - sp3 : -3.87  -0.77 6   0.80 [bos] a a a a [eos]
cls3  - sp4 : -4.31  -0.86 6   0.80 [bos] a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-356
src: none   none  4   [bos] a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.03  /-2.81  /0.78   /0.0/-0.00    -0.68 /-0.94  4   [bos] a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -19.93 /-3.32  /-16.61 /   /-17.39    -4.98 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -69.53 /-9.17  /-60.35 /   /-61.14    -7.73 /-1.02  10  [bos] b b b a a b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -19.93 /-3.32  /-16.61 /   /-17.39    -4.98 /-0.83  5   [bos] a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -11.41 /-3.91  /-7.50  /   /-8.29    -3.80 /-1.30  4   [bos] b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -30.75 /-4.42  /-26.33 /   /-27.12    -7.69 /-1.11  5   [bos] a b b [eos]
cls0  - sp0 : -2.03  -0.68 4   0.00 [bos] a a [eos]
cls0  - sp1 : -5.47  -1.82 4   0.00 [bos] [unk] a [eos]
cls0  - sp2 : -6.20  -6.20 2   0.00 [bos] [eos]
cls0  - sp3 : -8.97  -1.50 7   0.17 [bos] a a [pad] a a [eos]
cls0  - sp4 : -9.58  -3.19 4   0.00 [bos] a [unk] [eos]
cls1  - sp0 : -1.92  -0.64 4   0.33 [bos] a a [eos]
cls1  - sp1 : -2.35  -0.78 4   0.33 [bos] a a [eos]
cls1  - sp2 : -3.49  -1.16 4   0.33 [bos] a a [eos]
cls1  - sp3 : -4.58  -1.53 4   0.33 [bos] [unk] a [eos]
cls1  - sp4 : -6.18  -2.06 4   0.33 [bos] [pad] a [eos]
cls2  - sp0 : -1.00  -0.33 4   0.67 [bos] a a [eos]
cls2  - sp1 : -3.12  -1.04 4   0.67 [bos] a a [eos]
cls2  - sp2 : -3.68  -1.23 4   0.67 [bos] a a [eos]
cls2  - sp3 : -5.38  -1.79 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -5.65  -1.88 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.15  -0.72 4   1.00 [bos] a a [eos]
cls3  - sp1 : -6.45  -2.15 4   1.00 [bos] [pad] a [eos]
cls3  - sp2 : -6.62  -6.62 2   1.00 [bos] [eos]
cls3  - sp3 : -6.97  -1.16 7   0.83 [bos] a a [pad] a a [eos]
cls3  - sp4 : -7.79  -1.30 7   1.00 [bos] a a [pad] a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-357
src: none   none  4   [bos] a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.15  /-2.81  /0.67   /0.0/-0.00    -0.72 /-0.94  4   [bos] a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -15.87 /-3.32  /-12.54 /   /-13.21    -3.97 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -68.38 /-9.17  /-59.21 /   /-59.88    -7.60 /-1.02  10  [bos] b b b a a b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -15.87 /-3.32  /-12.54 /   /-13.21    -3.97 /-0.83  5   [bos] a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -12.00 /-3.91  /-8.09  /   /-8.76    -4.00 /-1.30  4   [bos] b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.73 /-4.42  /-25.30 /   /-25.97    -7.43 /-1.11  5   [bos] a b b [eos]
cls0  - sp0 : -2.03  -0.68 4   0.00 [bos] a a [eos]
cls0  - sp1 : -5.47  -1.82 4   0.00 [bos] [unk] a [eos]
cls0  - sp2 : -6.20  -6.20 2   0.00 [bos] [eos]
cls0  - sp3 : -8.97  -1.50 7   0.17 [bos] a a [pad] a a [eos]
cls0  - sp4 : -9.58  -3.19 4   0.00 [bos] a [unk] [eos]
cls1  - sp0 : -1.92  -0.64 4   0.33 [bos] a a [eos]
cls1  - sp1 : -2.35  -0.78 4   0.33 [bos] a a [eos]
cls1  - sp2 : -3.49  -1.16 4   0.33 [bos] a a [eos]
cls1  - sp3 : -4.58  -1.53 4   0.33 [bos] [unk] a [eos]
cls1  - sp4 : -6.18  -2.06 4   0.33 [bos] [pad] a [eos]
cls2  - sp0 : -1.00  -0.33 4   0.67 [bos] a a [eos]
cls2  - sp1 : -3.12  -1.04 4   0.67 [bos] a a [eos]
cls2  - sp2 : -3.68  -1.23 4   0.67 [bos] a a [eos]
cls2  - sp3 : -5.38  -1.79 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -5.65  -1.88 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.15  -0.72 4   1.00 [bos] a a [eos]
cls3  - sp1 : -6.45  -2.15 4   1.00 [bos] [pad] a [eos]
cls3  - sp2 : -6.62  -6.62 2   1.00 [bos] [eos]
cls3  - sp3 : -6.97  -1.16 7   0.83 [bos] a a [pad] a a [eos]
cls3  - sp4 : -7.79  -1.30 7   1.00 [bos] a a [pad] a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-358
src: none   none  4   [bos] a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.03  /-2.81  /0.78   /0.0/-0.00    -0.68 /-0.94  4   [bos] a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -17.23 /-3.32  /-13.91 /   /-14.69    -4.31 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -68.53 /-9.17  /-59.36 /   /-60.14    -7.61 /-1.02  10  [bos] b b b a a b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -17.23 /-3.32  /-13.91 /   /-14.69    -4.31 /-0.83  5   [bos] a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -11.44 /-3.91  /-7.53  /   /-8.31    -3.81 /-1.30  4   [bos] b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -27.54 /-4.42  /-23.12 /   /-23.90    -6.89 /-1.11  5   [bos] a b b [eos]
cls0  - sp0 : -2.03  -0.68 4   0.00 [bos] a a [eos]
cls0  - sp1 : -5.33  -1.78 4   0.00 [bos] [unk] a [eos]
cls0  - sp2 : -5.86  -5.86 2   0.00 [bos] [eos]
cls0  - sp3 : -8.99  -3.00 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -9.05  -1.51 7   0.17 [bos] a a [pad] a a [eos]
cls1  - sp0 : -1.82  -0.61 4   0.33 [bos] a a [eos]
cls1  - sp1 : -2.46  -0.82 4   0.33 [bos] a a [eos]
cls1  - sp2 : -3.44  -1.15 4   0.33 [bos] a a [eos]
cls1  - sp3 : -4.36  -1.45 4   0.33 [bos] [unk] a [eos]
cls1  - sp4 : -6.06  -2.02 4   0.33 [bos] [pad] a [eos]
cls2  - sp0 : -1.05  -0.35 4   0.67 [bos] a a [eos]
cls2  - sp1 : -2.99  -1.00 4   0.67 [bos] a a [eos]
cls2  - sp2 : -3.75  -1.25 4   0.67 [bos] a a [eos]
cls2  - sp3 : -5.18  -1.73 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -5.42  -1.81 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.15  -0.72 4   1.00 [bos] a a [eos]
cls3  - sp1 : -6.23  -2.08 4   1.00 [bos] [pad] a [eos]
cls3  - sp2 : -6.34  -6.34 2   1.00 [bos] [eos]
cls3  - sp3 : -7.28  -1.21 7   0.83 [bos] a a [pad] a a [eos]
cls3  - sp4 : -8.08  -1.35 7   1.00 [bos] a a [pad] a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-359
src: none   none  4   [bos] a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.15  /-2.81  /0.66   /0.0/-0.00    -0.72 /-0.94  4   [bos] a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -13.97 /-3.32  /-10.64 /   /-11.30    -3.49 /-0.83  5   [bos] a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -68.49 /-9.17  /-59.32 /   /-59.98    -7.61 /-1.02  10  [bos] b b b a a b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -13.97 /-3.32  /-10.64 /   /-11.30    -3.49 /-0.83  5   [bos] a a a [eos]
tgt4: mod/noi/dif/loss/nce/logp -12.05 /-3.91  /-8.14  /   /-8.80    -4.02 /-1.30  4   [bos] b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.53 /-4.42  /-22.11 /   /-22.77    -6.63 /-1.11  5   [bos] a b b [eos]
cls0  - sp0 : -2.03  -0.68 4   0.00 [bos] a a [eos]
cls0  - sp1 : -5.33  -1.78 4   0.00 [bos] [unk] a [eos]
cls0  - sp2 : -5.86  -5.86 2   0.00 [bos] [eos]
cls0  - sp3 : -8.99  -3.00 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -9.05  -1.51 7   0.17 [bos] a a [pad] a a [eos]
cls1  - sp0 : -1.82  -0.61 4   0.33 [bos] a a [eos]
cls1  - sp1 : -2.46  -0.82 4   0.33 [bos] a a [eos]
cls1  - sp2 : -3.44  -1.15 4   0.33 [bos] a a [eos]
cls1  - sp3 : -4.36  -1.45 4   0.33 [bos] [unk] a [eos]
cls1  - sp4 : -6.06  -2.02 4   0.33 [bos] [pad] a [eos]
cls2  - sp0 : -1.05  -0.35 4   0.67 [bos] a a [eos]
cls2  - sp1 : -2.99  -1.00 4   0.67 [bos] a a [eos]
cls2  - sp2 : -3.75  -1.25 4   0.67 [bos] a a [eos]
cls2  - sp3 : -5.18  -1.73 4   0.67 [bos] [pad] a [eos]
cls2  - sp4 : -5.42  -1.81 4   0.67 [bos] [unk] a [eos]
cls3  - sp0 : -2.15  -0.72 4   1.00 [bos] a a [eos]
cls3  - sp1 : -6.23  -2.08 4   1.00 [bos] [pad] a [eos]
cls3  - sp2 : -6.34  -6.34 2   1.00 [bos] [eos]
cls3  - sp3 : -7.28  -1.21 7   0.83 [bos] a a [pad] a a [eos]
cls3  - sp4 : -8.08  -1.35 7   1.00 [bos] a a [pad] a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-360
src: none   none  7   [bos] a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.87  /-4.35  /0.48   /0.0/0.00    -0.64 /-0.72  7   [bos] a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -32.23 /-8.59  /-23.65 /   /-24.13    -3.22 /-0.86  11  [bos] a a a a a a b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.56 /-3.32  /-16.23 /   /-16.71    -4.89 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -44.93 /-4.93  /-40.00 /   /-40.48    -8.99 /-0.99  6   [bos] b b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -25.99 /-5.44  /-20.55 /   /-21.03    -4.33 /-0.91  7   [bos] a a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -49.50 /-3.32  /-46.17 /   /-46.65    -12.37/-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -3.87  -0.64 7   0.00 [bos] a a a a a [eos]
cls0  - sp1 : -3.90  -0.65 7   0.17 [bos] a a a a a [eos]
cls0  - sp2 : -4.36  -0.73 7   0.17 [bos] a a a a a [eos]
cls0  - sp3 : -5.02  -0.84 7   0.17 [bos] a a a a a [eos]
cls0  - sp4 : -5.06  -0.84 7   0.17 [bos] a a a a a [eos]
cls1  - sp0 : -3.44  -0.57 7   0.33 [bos] a a a a a [eos]
cls1  - sp1 : -4.78  -0.80 7   0.33 [bos] a a a a a [eos]
cls1  - sp2 : -4.81  -0.80 7   0.33 [bos] a a a a a [eos]
cls1  - sp3 : -4.86  -0.81 7   0.33 [bos] a a a a a [eos]
cls1  - sp4 : -4.90  -0.82 7   0.33 [bos] a a a a a [eos]
cls2  - sp0 : -2.87  -0.48 7   0.67 [bos] a a a a a [eos]
cls2  - sp1 : -2.99  -0.50 7   0.67 [bos] a a a a a [eos]
cls2  - sp2 : -3.23  -0.54 7   0.67 [bos] a a a a a [eos]
cls2  - sp3 : -3.49  -0.58 7   0.67 [bos] a a a a a [eos]
cls2  - sp4 : -3.62  -0.60 7   0.50 [bos] a a a a a [eos]
cls3  - sp0 : -1.62  -0.27 7   0.83 [bos] a a a a a [eos]
cls3  - sp1 : -2.52  -0.42 7   1.00 [bos] a a a a a [eos]
cls3  - sp2 : -3.72  -0.62 7   0.83 [bos] a a a a a [eos]
cls3  - sp3 : -3.87  -0.64 7   0.83 [bos] a a a a a [eos]
cls3  - sp4 : -4.22  -0.70 7   0.83 [bos] a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-361
src: none   none  7   [bos] a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.52  /-4.35  /1.82   /0.0/0.00    -0.42 /-0.72  7   [bos] a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -31.18 /-8.59  /-22.59 /   /-24.41    -3.12 /-0.86  11  [bos] a a a a a a b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -18.18 /-3.32  /-14.86 /   /-16.68    -4.54 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -46.33 /-4.93  /-41.39 /   /-43.22    -9.27 /-0.99  6   [bos] b b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -26.03 /-5.44  /-20.58 /   /-22.40    -4.34 /-0.91  7   [bos] a a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -51.55 /-3.32  /-48.23 /   /-50.05    -12.89/-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -3.87  -0.64 7   0.00 [bos] a a a a a [eos]
cls0  - sp1 : -3.90  -0.65 7   0.17 [bos] a a a a a [eos]
cls0  - sp2 : -4.36  -0.73 7   0.17 [bos] a a a a a [eos]
cls0  - sp3 : -5.02  -0.84 7   0.17 [bos] a a a a a [eos]
cls0  - sp4 : -5.06  -0.84 7   0.17 [bos] a a a a a [eos]
cls1  - sp0 : -3.44  -0.57 7   0.33 [bos] a a a a a [eos]
cls1  - sp1 : -4.78  -0.80 7   0.33 [bos] a a a a a [eos]
cls1  - sp2 : -4.81  -0.80 7   0.33 [bos] a a a a a [eos]
cls1  - sp3 : -4.86  -0.81 7   0.33 [bos] a a a a a [eos]
cls1  - sp4 : -4.90  -0.82 7   0.33 [bos] a a a a a [eos]
cls2  - sp0 : -2.87  -0.48 7   0.67 [bos] a a a a a [eos]
cls2  - sp1 : -2.99  -0.50 7   0.67 [bos] a a a a a [eos]
cls2  - sp2 : -3.23  -0.54 7   0.67 [bos] a a a a a [eos]
cls2  - sp3 : -3.49  -0.58 7   0.67 [bos] a a a a a [eos]
cls2  - sp4 : -3.62  -0.60 7   0.50 [bos] a a a a a [eos]
cls3  - sp0 : -1.62  -0.27 7   0.83 [bos] a a a a a [eos]
cls3  - sp1 : -2.52  -0.42 7   1.00 [bos] a a a a a [eos]
cls3  - sp2 : -3.72  -0.62 7   0.83 [bos] a a a a a [eos]
cls3  - sp3 : -3.87  -0.64 7   0.83 [bos] a a a a a [eos]
cls3  - sp4 : -4.22  -0.70 7   0.83 [bos] a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-362
src: none   none  7   [bos] a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -3.49  /-4.35  /0.86   /0.0/0.00    -0.58 /-0.72  7   [bos] a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -30.81 /-8.59  /-22.22 /   /-23.08    -3.08 /-0.86  11  [bos] a a a a a a b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -19.18 /-3.32  /-15.85 /   /-16.71    -4.79 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -42.68 /-4.93  /-37.75 /   /-38.60    -8.54 /-0.99  6   [bos] b b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -24.48 /-5.44  /-19.04 /   /-19.89    -4.08 /-0.91  7   [bos] a a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -48.05 /-3.32  /-44.72 /   /-45.58    -12.01/-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -3.49  -0.58 7   0.00 [bos] a a a a a [eos]
cls0  - sp1 : -3.60  -0.60 7   0.17 [bos] a a a a a [eos]
cls0  - sp2 : -4.24  -0.71 7   0.17 [bos] a a a a a [eos]
cls0  - sp3 : -4.69  -0.78 7   0.17 [bos] a a a a a [eos]
cls0  - sp4 : -4.93  -0.82 7   0.17 [bos] a a a a a [eos]
cls1  - sp0 : -3.28  -0.55 7   0.33 [bos] a a a a a [eos]
cls1  - sp1 : -4.74  -0.79 7   0.33 [bos] a a a a a [eos]
cls1  - sp2 : -4.80  -0.80 7   0.33 [bos] a a a a a [eos]
cls1  - sp3 : -4.86  -0.81 7   0.33 [bos] a a a a a [eos]
cls1  - sp4 : -4.88  -0.81 7   0.33 [bos] a a a a a [eos]
cls2  - sp0 : -2.91  -0.49 7   0.67 [bos] a a a a a [eos]
cls2  - sp1 : -2.93  -0.49 7   0.67 [bos] a a a a a [eos]
cls2  - sp2 : -3.25  -0.54 7   0.67 [bos] a a a a a [eos]
cls2  - sp3 : -3.58  -0.60 7   0.67 [bos] a a a a a [eos]
cls2  - sp4 : -3.74  -0.62 7   0.50 [bos] a a a a a [eos]
cls3  - sp0 : -1.62  -0.27 7   0.83 [bos] a a a a a [eos]
cls3  - sp1 : -2.52  -0.42 7   1.00 [bos] a a a a a [eos]
cls3  - sp2 : -3.76  -0.63 7   0.83 [bos] a a a a a [eos]
cls3  - sp3 : -3.82  -0.64 7   0.83 [bos] a a a a a [eos]
cls3  - sp4 : -4.22  -0.70 7   0.83 [bos] a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-363
src: none   none  7   [bos] a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.52  /-4.35  /1.82   /0.0/0.00    -0.42 /-0.72  7   [bos] a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -32.86 /-8.59  /-24.28 /   /-26.10    -3.29 /-0.86  11  [bos] a a a a a a b a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -18.23 /-3.32  /-14.90 /   /-16.73    -4.56 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -44.21 /-4.93  /-39.28 /   /-41.10    -8.84 /-0.99  6   [bos] b b b a [eos]
tgt4: mod/noi/dif/loss/nce/logp -24.99 /-5.44  /-19.54 /   /-21.37    -4.16 /-0.91  7   [bos] a a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -50.23 /-3.32  /-46.91 /   /-48.73    -12.56/-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -3.49  -0.58 7   0.00 [bos] a a a a a [eos]
cls0  - sp1 : -3.60  -0.60 7   0.17 [bos] a a a a a [eos]
cls0  - sp2 : -4.24  -0.71 7   0.17 [bos] a a a a a [eos]
cls0  - sp3 : -4.69  -0.78 7   0.17 [bos] a a a a a [eos]
cls0  - sp4 : -4.93  -0.82 7   0.17 [bos] a a a a a [eos]
cls1  - sp0 : -3.28  -0.55 7   0.33 [bos] a a a a a [eos]
cls1  - sp1 : -4.74  -0.79 7   0.33 [bos] a a a a a [eos]
cls1  - sp2 : -4.80  -0.80 7   0.33 [bos] a a a a a [eos]
cls1  - sp3 : -4.86  -0.81 7   0.33 [bos] a a a a a [eos]
cls1  - sp4 : -4.88  -0.81 7   0.33 [bos] a a a a a [eos]
cls2  - sp0 : -2.91  -0.49 7   0.67 [bos] a a a a a [eos]
cls2  - sp1 : -2.93  -0.49 7   0.67 [bos] a a a a a [eos]
cls2  - sp2 : -3.25  -0.54 7   0.67 [bos] a a a a a [eos]
cls2  - sp3 : -3.58  -0.60 7   0.67 [bos] a a a a a [eos]
cls2  - sp4 : -3.74  -0.62 7   0.50 [bos] a a a a a [eos]
cls3  - sp0 : -1.62  -0.27 7   0.83 [bos] a a a a a [eos]
cls3  - sp1 : -2.52  -0.42 7   1.00 [bos] a a a a a [eos]
cls3  - sp2 : -3.76  -0.63 7   0.83 [bos] a a a a a [eos]
cls3  - sp3 : -3.82  -0.64 7   0.83 [bos] a a a a a [eos]
cls3  - sp4 : -4.22  -0.70 7   0.83 [bos] a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-364
src: none   none  5   [bos] b a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.42  /-5.52  /3.10   /0.0/0.00    -0.61 /-1.38  5   [bos] b a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -34.36 /-4.86  /-29.50 /   /-32.60    -4.91 /-0.69  8   [bos] b b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -31.70 /-4.93  /-26.77 /   /-29.87    -6.34 /-0.99  6   [bos] b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -27.21 /-2.30  /-24.90 /   /-28.00    -13.60/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -72.06 /-6.47  /-65.59 /   /-68.69    -9.01 /-0.81  9   [bos] b b a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -27.21 /-2.30  /-24.90 /   /-28.00    -13.60/-1.15  3   [bos] a [eos]
cls0  - sp0 : -2.42  -0.61 5   0.00 [bos] b a b [eos]
cls0  - sp1 : -5.92  -5.92 2   0.00 [bos] [eos]
cls0  - sp2 : -7.89  -1.97 5   0.00 [bos] [pad] a b [eos]
cls0  - sp3 : -8.16  -2.04 5   0.00 [bos] [unk] a b [eos]
cls0  - sp4 : -8.88  -1.78 6   0.20 [bos] b a b [pad] [eos]
cls1  - sp0 : -2.64  -0.66 5   0.25 [bos] b a b [eos]
cls1  - sp1 : -3.42  -0.85 5   0.25 [bos] b a b [eos]
cls1  - sp2 : -3.72  -0.93 5   0.25 [bos] b a b [eos]
cls1  - sp3 : -4.62  -1.15 5   0.25 [bos] [unk] a b [eos]
cls1  - sp4 : -4.94  -1.23 5   0.25 [bos] b a b [eos]
cls2  - sp0 : -1.87  -0.47 5   0.50 [bos] b a b [eos]
cls2  - sp1 : -3.48  -0.87 5   0.50 [bos] b a b [eos]
cls2  - sp2 : -3.93  -0.98 5   0.50 [bos] b a b [eos]
cls2  - sp3 : -4.07  -1.02 5   0.50 [bos] [unk] a b [eos]
cls2  - sp4 : -4.49  -1.12 5   0.50 [bos] b a b [eos]
cls3  - sp0 : -1.72  -0.43 5   0.75 [bos] b a b [eos]
cls3  - sp1 : -2.45  -0.61 5   0.75 [bos] [unk] a b [eos]
cls3  - sp2 : -2.51  -0.63 5   1.00 [bos] b a b [eos]
cls3  - sp3 : -2.71  -0.68 5   0.75 [bos] b a b [eos]
cls3  - sp4 : -3.26  -0.81 5   1.00 [bos] [unk] a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-365
src: none   none  5   [bos] b a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.51  /-5.52  /3.01   /0.0/0.00    -0.63 /-1.38  5   [bos] b a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -35.95 /-4.86  /-31.09 /   /-34.10    -5.14 /-0.69  8   [bos] b b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -32.36 /-4.93  /-27.43 /   /-30.43    -6.47 /-0.99  6   [bos] b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -26.33 /-2.30  /-24.03 /   /-27.04    -13.17/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -68.30 /-6.47  /-61.83 /   /-64.84    -8.54 /-0.81  9   [bos] b b a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.33 /-2.30  /-24.03 /   /-27.04    -13.17/-1.15  3   [bos] a [eos]
cls0  - sp0 : -2.42  -0.61 5   0.00 [bos] b a b [eos]
cls0  - sp1 : -5.92  -5.92 2   0.00 [bos] [eos]
cls0  - sp2 : -7.89  -1.97 5   0.00 [bos] [pad] a b [eos]
cls0  - sp3 : -8.16  -2.04 5   0.00 [bos] [unk] a b [eos]
cls0  - sp4 : -8.88  -1.78 6   0.20 [bos] b a b [pad] [eos]
cls1  - sp0 : -2.64  -0.66 5   0.25 [bos] b a b [eos]
cls1  - sp1 : -3.42  -0.85 5   0.25 [bos] b a b [eos]
cls1  - sp2 : -3.72  -0.93 5   0.25 [bos] b a b [eos]
cls1  - sp3 : -4.62  -1.15 5   0.25 [bos] [unk] a b [eos]
cls1  - sp4 : -4.94  -1.23 5   0.25 [bos] b a b [eos]
cls2  - sp0 : -1.87  -0.47 5   0.50 [bos] b a b [eos]
cls2  - sp1 : -3.48  -0.87 5   0.50 [bos] b a b [eos]
cls2  - sp2 : -3.93  -0.98 5   0.50 [bos] b a b [eos]
cls2  - sp3 : -4.07  -1.02 5   0.50 [bos] [unk] a b [eos]
cls2  - sp4 : -4.49  -1.12 5   0.50 [bos] b a b [eos]
cls3  - sp0 : -1.72  -0.43 5   0.75 [bos] b a b [eos]
cls3  - sp1 : -2.45  -0.61 5   0.75 [bos] [unk] a b [eos]
cls3  - sp2 : -2.51  -0.63 5   1.00 [bos] b a b [eos]
cls3  - sp3 : -2.71  -0.68 5   0.75 [bos] b a b [eos]
cls3  - sp4 : -3.26  -0.81 5   1.00 [bos] [unk] a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-366
src: none   none  5   [bos] b a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.51  /-5.52  /3.02   /0.0/0.00    -0.63 /-1.38  5   [bos] b a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -33.75 /-4.86  /-28.89 /   /-31.91    -4.82 /-0.69  8   [bos] b b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -30.78 /-4.93  /-25.85 /   /-28.86    -6.16 /-0.99  6   [bos] b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -26.86 /-2.30  /-24.55 /   /-27.57    -13.43/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -73.03 /-6.47  /-66.57 /   /-69.58    -9.13 /-0.81  9   [bos] b b a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.86 /-2.30  /-24.55 /   /-27.57    -13.43/-1.15  3   [bos] a [eos]
cls0  - sp0 : -2.51  -0.63 5   0.00 [bos] b a b [eos]
cls0  - sp1 : -5.68  -5.68 2   0.00 [bos] [eos]
cls0  - sp2 : -7.93  -1.98 5   0.00 [bos] [pad] a b [eos]
cls0  - sp3 : -8.22  -2.05 5   0.00 [bos] [unk] a b [eos]
cls0  - sp4 : -8.71  -2.18 5   0.00 [bos] b b b [eos]
cls1  - sp0 : -2.53  -0.63 5   0.25 [bos] b a b [eos]
cls1  - sp1 : -3.50  -0.87 5   0.25 [bos] b a b [eos]
cls1  - sp2 : -3.80  -0.95 5   0.25 [bos] b a b [eos]
cls1  - sp3 : -4.67  -1.17 5   0.25 [bos] [unk] a b [eos]
cls1  - sp4 : -5.27  -1.32 5   0.25 [bos] b a b [eos]
cls2  - sp0 : -1.92  -0.48 5   0.50 [bos] b a b [eos]
cls2  - sp1 : -3.35  -0.84 5   0.50 [bos] b a b [eos]
cls2  - sp2 : -3.98  -1.00 5   0.50 [bos] [unk] a b [eos]
cls2  - sp3 : -4.14  -1.04 5   0.50 [bos] b a b [eos]
cls2  - sp4 : -4.38  -1.10 5   0.50 [bos] b a b [eos]
cls3  - sp0 : -1.70  -0.43 5   0.75 [bos] b a b [eos]
cls3  - sp1 : -2.43  -0.61 5   0.75 [bos] [unk] a b [eos]
cls3  - sp2 : -2.48  -0.62 5   1.00 [bos] b a b [eos]
cls3  - sp3 : -2.74  -0.69 5   0.75 [bos] b a b [eos]
cls3  - sp4 : -3.22  -0.81 5   1.00 [bos] [unk] a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-367
src: none   none  5   [bos] b a b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.48  /-5.52  /3.04   /0.0/0.00    -0.62 /-1.38  5   [bos] b a b [eos]
tgt1: mod/noi/dif/loss/nce/logp -34.93 /-4.86  /-30.07 /   /-33.11    -4.99 /-0.69  8   [bos] b b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -30.95 /-4.93  /-26.01 /   /-29.05    -6.19 /-0.99  6   [bos] b b a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -26.89 /-2.30  /-24.59 /   /-27.63    -13.45/-1.15  3   [bos] a [eos]
tgt4: mod/noi/dif/loss/nce/logp -67.79 /-6.47  /-61.33 /   /-64.36    -8.47 /-0.81  9   [bos] b b a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -26.89 /-2.30  /-24.59 /   /-27.63    -13.45/-1.15  3   [bos] a [eos]
cls0  - sp0 : -2.51  -0.63 5   0.00 [bos] b a b [eos]
cls0  - sp1 : -5.68  -5.68 2   0.00 [bos] [eos]
cls0  - sp2 : -7.93  -1.98 5   0.00 [bos] [pad] a b [eos]
cls0  - sp3 : -8.22  -2.05 5   0.00 [bos] [unk] a b [eos]
cls0  - sp4 : -8.71  -2.18 5   0.00 [bos] b b b [eos]
cls1  - sp0 : -2.53  -0.63 5   0.25 [bos] b a b [eos]
cls1  - sp1 : -3.50  -0.87 5   0.25 [bos] b a b [eos]
cls1  - sp2 : -3.80  -0.95 5   0.25 [bos] b a b [eos]
cls1  - sp3 : -4.67  -1.17 5   0.25 [bos] [unk] a b [eos]
cls1  - sp4 : -5.27  -1.32 5   0.25 [bos] b a b [eos]
cls2  - sp0 : -1.92  -0.48 5   0.50 [bos] b a b [eos]
cls2  - sp1 : -3.35  -0.84 5   0.50 [bos] b a b [eos]
cls2  - sp2 : -3.98  -1.00 5   0.50 [bos] [unk] a b [eos]
cls2  - sp3 : -4.14  -1.04 5   0.50 [bos] b a b [eos]
cls2  - sp4 : -4.38  -1.10 5   0.50 [bos] b a b [eos]
cls3  - sp0 : -1.70  -0.43 5   0.75 [bos] b a b [eos]
cls3  - sp1 : -2.43  -0.61 5   0.75 [bos] [unk] a b [eos]
cls3  - sp2 : -2.48  -0.62 5   1.00 [bos] b a b [eos]
cls3  - sp3 : -2.74  -0.69 5   0.75 [bos] b a b [eos]
cls3  - sp4 : -3.22  -0.81 5   1.00 [bos] [unk] a b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-368
src: none   none  12  [bos] a a a a a a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.88  /-6.90  /1.02   /0.0/0.00    -0.53 /-0.63  12  [bos] a a a a a a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -51.69 /-3.32  /-48.36 /   /-49.39    -12.92/-0.83  5   [bos] b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -38.77 /-2.81  /-35.96 /   /-36.98    -12.92/-0.94  4   [bos] b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -24.64 /-5.44  /-19.20 /   /-20.22    -4.11 /-0.91  7   [bos] a a a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -75.34 /-11.14 /-64.20 /   /-65.22    -5.02 /-0.74  16  [bos] b b b b b b a a a a a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -38.77 /-2.81  /-35.96 /   /-36.98    -12.92/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -5.33  -0.59 10  0.11 [bos] a a a a a a a a [eos]
cls0  - sp1 : -5.48  -0.61 10  0.22 [bos] a a a a a a a a [eos]
cls0  - sp2 : -5.56  -0.62 10  0.22 [bos] a a a a a a a a [eos]
cls0  - sp3 : -5.64  -0.56 11  0.00 [bos] a a a a a a a a a [eos]
cls0  - sp4 : -5.88  -0.53 12  0.00 [bos] a a a a a a a a a a [eos]
cls1  - sp0 : -5.54  -0.62 10  0.44 [bos] a a a a a a a a [eos]
cls1  - sp1 : -5.62  -0.70 9   0.25 [bos] a a a a a a a [eos]
cls1  - sp2 : -5.71  -0.63 10  0.33 [bos] a a a a a a a a [eos]
cls1  - sp3 : -5.82  -0.65 10  0.33 [bos] a a a a a a a a [eos]
cls1  - sp4 : -6.04  -0.67 10  0.44 [bos] a a a a a a a a [eos]
cls2  - sp0 : -5.11  -0.64 9   0.62 [bos] a a a a a a a [eos]
cls2  - sp1 : -5.17  -0.57 10  0.56 [bos] a a a a a a a a [eos]
cls2  - sp2 : -5.26  -0.58 10  0.67 [bos] a a a a a a a a [eos]
cls2  - sp3 : -5.53  -0.61 10  0.67 [bos] a a a a a a a a [eos]
cls2  - sp4 : -5.63  -0.63 10  0.67 [bos] a a a a a a a a [eos]
cls3  - sp0 : -4.43  -0.49 10  0.89 [bos] a a a a a a a a [eos]
cls3  - sp1 : -4.45  -0.49 10  1.00 [bos] a a a a a a a a [eos]
cls3  - sp2 : -5.32  -0.44 13  0.92 [bos] a a a a a a a a a a a [eos]
cls3  - sp3 : -5.37  -0.45 13  1.00 [bos] a a a a a a a a a a a [eos]
cls3  - sp4 : -5.47  -0.50 12  0.91 [bos] a a a a a a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-369
src: none   none  12  [bos] a a a a a a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.52  /-6.90  /1.38   /0.0/0.00    -0.50 /-0.63  12  [bos] a a a a a a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -53.10 /-3.32  /-49.77 /   /-51.15    -13.27/-0.83  5   [bos] b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -41.18 /-2.81  /-38.36 /   /-39.74    -13.73/-0.94  4   [bos] b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -25.58 /-5.44  /-20.14 /   /-21.52    -4.26 /-0.91  7   [bos] a a a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -77.83 /-11.14 /-66.69 /   /-68.07    -5.19 /-0.74  16  [bos] b b b b b b a a a a a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -41.18 /-2.81  /-38.36 /   /-39.74    -13.73/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -5.33  -0.59 10  0.11 [bos] a a a a a a a a [eos]
cls0  - sp1 : -5.48  -0.61 10  0.22 [bos] a a a a a a a a [eos]
cls0  - sp2 : -5.56  -0.62 10  0.22 [bos] a a a a a a a a [eos]
cls0  - sp3 : -5.64  -0.56 11  0.00 [bos] a a a a a a a a a [eos]
cls0  - sp4 : -5.88  -0.53 12  0.00 [bos] a a a a a a a a a a [eos]
cls1  - sp0 : -5.54  -0.62 10  0.44 [bos] a a a a a a a a [eos]
cls1  - sp1 : -5.62  -0.70 9   0.25 [bos] a a a a a a a [eos]
cls1  - sp2 : -5.71  -0.63 10  0.33 [bos] a a a a a a a a [eos]
cls1  - sp3 : -5.82  -0.65 10  0.33 [bos] a a a a a a a a [eos]
cls1  - sp4 : -6.04  -0.67 10  0.44 [bos] a a a a a a a a [eos]
cls2  - sp0 : -5.11  -0.64 9   0.62 [bos] a a a a a a a [eos]
cls2  - sp1 : -5.17  -0.57 10  0.56 [bos] a a a a a a a a [eos]
cls2  - sp2 : -5.26  -0.58 10  0.67 [bos] a a a a a a a a [eos]
cls2  - sp3 : -5.53  -0.61 10  0.67 [bos] a a a a a a a a [eos]
cls2  - sp4 : -5.63  -0.63 10  0.67 [bos] a a a a a a a a [eos]
cls3  - sp0 : -4.43  -0.49 10  0.89 [bos] a a a a a a a a [eos]
cls3  - sp1 : -4.45  -0.49 10  1.00 [bos] a a a a a a a a [eos]
cls3  - sp2 : -5.32  -0.44 13  0.92 [bos] a a a a a a a a a a a [eos]
cls3  - sp3 : -5.37  -0.45 13  1.00 [bos] a a a a a a a a a a a [eos]
cls3  - sp4 : -5.47  -0.50 12  0.91 [bos] a a a a a a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-370
src: none   none  12  [bos] a a a a a a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -6.54  /-6.90  /0.36   /0.0/0.00    -0.59 /-0.63  12  [bos] a a a a a a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -52.02 /-3.32  /-48.69 /   /-49.06    -13.00/-0.83  5   [bos] b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -38.66 /-2.81  /-35.85 /   /-36.21    -12.89/-0.94  4   [bos] b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -22.27 /-5.44  /-16.82 /   /-17.18    -3.71 /-0.91  7   [bos] a a a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -74.00 /-11.14 /-62.86 /   /-63.22    -4.93 /-0.74  16  [bos] b b b b b b a a a a a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -38.66 /-2.81  /-35.85 /   /-36.21    -12.89/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -5.65  -0.57 11  0.00 [bos] a a a a a a a a a [eos]
cls0  - sp1 : -6.25  -0.78 9   0.00 [bos] a a a a a a a [eos]
cls0  - sp2 : -6.42  -0.38 18  0.00 [bos] a a a a a a a a a a a a a a a a [eos]
cls0  - sp3 : -6.44  -0.81 9   0.12 [bos] a a a a a a a [eos]
cls0  - sp4 : -6.70  -0.39 18  0.06 [bos] a a a a a a a a a a a a a a a a [eos]
cls1  - sp0 : -5.58  -0.70 9   0.25 [bos] a a a a a a a [eos]
cls1  - sp1 : -5.75  -0.64 10  0.44 [bos] a a a a a a a a [eos]
cls1  - sp2 : -6.07  -0.67 10  0.33 [bos] a a a a a a a a [eos]
cls1  - sp3 : -6.71  -0.67 11  0.40 [bos] a a a a a a a a a [eos]
cls1  - sp4 : -6.99  -0.64 12  0.45 [bos] a a a a a a a a a a [eos]
cls2  - sp0 : -5.23  -0.58 10  0.56 [bos] a a a a a a a a [eos]
cls2  - sp1 : -5.54  -0.62 10  0.67 [bos] a a a a a a a a [eos]
cls2  - sp2 : -6.26  -0.63 11  0.50 [bos] a a a a a a a a a [eos]
cls2  - sp3 : -6.80  -0.62 12  0.73 [bos] a a a a a a a a a a [eos]
cls2  - sp4 : -6.84  -0.62 12  0.73 [bos] a a a a a a a a a a [eos]
cls3  - sp0 : -4.72  -0.52 10  0.89 [bos] a a a a a a a a [eos]
cls3  - sp1 : -4.75  -0.53 10  1.00 [bos] a a a a a a a a [eos]
cls3  - sp2 : -5.40  -0.45 13  0.92 [bos] a a a a a a a a a a a [eos]
cls3  - sp3 : -5.45  -0.45 13  1.00 [bos] a a a a a a a a a a a [eos]
cls3  - sp4 : -5.56  -0.51 12  0.91 [bos] a a a a a a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-371
src: none   none  12  [bos] a a a a a a a a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -5.58  /-6.90  /1.32   /0.0/0.00    -0.51 /-0.63  12  [bos] a a a a a a a a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -52.84 /-3.32  /-49.51 /   /-50.84    -13.21/-0.83  5   [bos] b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -40.67 /-2.81  /-37.86 /   /-39.18    -13.56/-0.94  4   [bos] b b [eos]
tgt3: mod/noi/dif/loss/nce/logp -23.47 /-5.44  /-18.02 /   /-19.34    -3.91 /-0.91  7   [bos] a a a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -76.98 /-11.14 /-65.84 /   /-67.16    -5.13 /-0.74  16  [bos] b b b b b b a a a a a a b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -40.67 /-2.81  /-37.86 /   /-39.18    -13.56/-0.94  4   [bos] b b [eos]
cls0  - sp0 : -5.65  -0.57 11  0.00 [bos] a a a a a a a a a [eos]
cls0  - sp1 : -6.25  -0.78 9   0.00 [bos] a a a a a a a [eos]
cls0  - sp2 : -6.42  -0.38 18  0.00 [bos] a a a a a a a a a a a a a a a a [eos]
cls0  - sp3 : -6.44  -0.81 9   0.12 [bos] a a a a a a a [eos]
cls0  - sp4 : -6.70  -0.39 18  0.06 [bos] a a a a a a a a a a a a a a a a [eos]
cls1  - sp0 : -5.58  -0.70 9   0.25 [bos] a a a a a a a [eos]
cls1  - sp1 : -5.75  -0.64 10  0.44 [bos] a a a a a a a a [eos]
cls1  - sp2 : -6.07  -0.67 10  0.33 [bos] a a a a a a a a [eos]
cls1  - sp3 : -6.71  -0.67 11  0.40 [bos] a a a a a a a a a [eos]
cls1  - sp4 : -6.99  -0.64 12  0.45 [bos] a a a a a a a a a a [eos]
cls2  - sp0 : -5.23  -0.58 10  0.56 [bos] a a a a a a a a [eos]
cls2  - sp1 : -5.54  -0.62 10  0.67 [bos] a a a a a a a a [eos]
cls2  - sp2 : -6.26  -0.63 11  0.50 [bos] a a a a a a a a a [eos]
cls2  - sp3 : -6.80  -0.62 12  0.73 [bos] a a a a a a a a a a [eos]
cls2  - sp4 : -6.84  -0.62 12  0.73 [bos] a a a a a a a a a a [eos]
cls3  - sp0 : -4.72  -0.52 10  0.89 [bos] a a a a a a a a [eos]
cls3  - sp1 : -4.75  -0.53 10  1.00 [bos] a a a a a a a a [eos]
cls3  - sp2 : -5.40  -0.45 13  0.92 [bos] a a a a a a a a a a a [eos]
cls3  - sp3 : -5.45  -0.45 13  1.00 [bos] a a a a a a a a a a a [eos]
cls3  - sp4 : -5.56  -0.51 12  0.91 [bos] a a a a a a a a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-372
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.27  /-2.30  /1.03   /0.0/-0.00    -0.63 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -10.84 /-2.30  /-8.54  /   /-9.57    -5.42 /-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -31.94 /-3.32  /-28.61 /   /-29.65    -7.98 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -21.39 /-5.37  /-16.03 /   /-17.06    -2.67 /-0.67  9   [bos] b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -177.95/-19.11 /-158.84/   /-159.88    -8.09 /-0.87  23  [bos] a b b b b b a a a b a a a a a a a a a b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -44.35 /-9.17  /-35.18 /   /-36.21    -4.93 /-1.02  10  [bos] b b b b a b a a [eos]
cls0  - sp0 : -1.27  -0.63 3   0.00 [bos] b [eos]
cls0  - sp1 : -5.18  -2.59 3   0.00 [bos] [pad] [eos]
cls0  - sp2 : -5.36  -5.36 2   0.00 [bos] [eos]
cls0  - sp3 : -5.79  -2.89 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.80  -2.20 5   0.00 [bos] b [unk] b [eos]
cls1  - sp0 : -7.83  -1.96 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -8.90  -2.23 5   0.25 [bos] b [unk] b [eos]
cls1  - sp2 : -9.13  -2.28 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.40  -2.35 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp4 : -9.63  -2.41 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] b [eos]
cls2  - sp1 : -1.70  -0.85 3   0.50 [bos] [unk] [eos]
cls2  - sp2 : -2.14  -1.07 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.87  -2.44 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.95  -2.98 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.33  -1.16 3   1.00 [bos] b [eos]
cls3  - sp1 : -2.44  -1.22 3   1.00 [bos] [unk] [eos]
cls3  - sp2 : -5.57  -5.57 2   1.00 [bos] [eos]
cls3  - sp3 : -5.63  -2.81 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.18  -2.05 5   0.75 [bos] b [pad] b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-373
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.33  /-2.30  /-0.02  /0.0/-0.00    -1.16 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -11.21 /-2.30  /-8.91  /   /-8.89    -5.61 /-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -31.02 /-3.32  /-27.69 /   /-27.67    -7.75 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -23.16 /-5.37  /-17.79 /   /-17.77    -2.89 /-0.67  9   [bos] b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -161.39/-19.11 /-142.28/   /-142.26    -7.34 /-0.87  23  [bos] a b b b b b a a a b a a a a a a a a a b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -45.39 /-9.17  /-36.21 /   /-36.19    -5.04 /-1.02  10  [bos] b b b b a b a a [eos]
cls0  - sp0 : -1.27  -0.63 3   0.00 [bos] b [eos]
cls0  - sp1 : -5.18  -2.59 3   0.00 [bos] [pad] [eos]
cls0  - sp2 : -5.36  -5.36 2   0.00 [bos] [eos]
cls0  - sp3 : -5.79  -2.89 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.80  -2.20 5   0.00 [bos] b [unk] b [eos]
cls1  - sp0 : -7.83  -1.96 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -8.90  -2.23 5   0.25 [bos] b [unk] b [eos]
cls1  - sp2 : -9.13  -2.28 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.40  -2.35 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp4 : -9.63  -2.41 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] b [eos]
cls2  - sp1 : -1.70  -0.85 3   0.50 [bos] [unk] [eos]
cls2  - sp2 : -2.14  -1.07 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.87  -2.44 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.95  -2.98 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.33  -1.16 3   1.00 [bos] b [eos]
cls3  - sp1 : -2.44  -1.22 3   1.00 [bos] [unk] [eos]
cls3  - sp2 : -5.57  -5.57 2   1.00 [bos] [eos]
cls3  - sp3 : -5.63  -2.81 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.18  -2.05 5   0.75 [bos] b [pad] b [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-374
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.32  /-2.30  /0.98   /0.0/-0.00    -0.66 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -9.85  /-2.30  /-7.55  /   /-8.53    -4.93 /-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -31.43 /-3.32  /-28.11 /   /-29.09    -7.86 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -25.48 /-5.37  /-20.11 /   /-21.09    -3.18 /-0.67  9   [bos] b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -188.28/-19.11 /-169.17/   /-170.15    -8.56 /-0.87  23  [bos] a b b b b b a a a b a a a a a a a a a b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -45.39 /-9.17  /-36.21 /   /-37.20    -5.04 /-1.02  10  [bos] b b b b a b a a [eos]
cls0  - sp0 : -1.32  -0.66 3   0.00 [bos] b [eos]
cls0  - sp1 : -4.13  -4.13 2   0.00 [bos] [eos]
cls0  - sp2 : -5.01  -2.51 3   0.00 [bos] [pad] [eos]
cls0  - sp3 : -5.09  -2.55 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.67  -4.33 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -8.20  -2.05 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -9.43  -2.36 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp2 : -9.51  -2.38 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.81  -2.45 5   0.25 [bos] b [unk] [unk] [eos]
cls1  - sp4 : -10.05 -2.51 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] [unk] [eos]
cls2  - sp1 : -1.82  -0.91 3   0.50 [bos] b [eos]
cls2  - sp2 : -2.13  -1.06 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.27  -2.14 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.74  -2.87 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.34  -1.17 3   1.00 [bos] [unk] [eos]
cls3  - sp1 : -2.46  -1.23 3   1.00 [bos] b [eos]
cls3  - sp2 : -4.34  -4.34 2   1.00 [bos] [eos]
cls3  - sp3 : -4.98  -2.49 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.20  -4.10 3   1.00 [bos] [bos] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-375
src: none   none  3   [bos] b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.46  /-2.30  /-0.16  /0.0/-0.00    -1.23 /-1.15  3   [bos] b [eos]
tgt1: mod/noi/dif/loss/nce/logp -10.29 /-2.30  /-7.99  /   /-7.83    -5.15 /-1.15  3   [bos] a [eos]
tgt2: mod/noi/dif/loss/nce/logp -29.86 /-3.32  /-26.53 /   /-26.38    -7.46 /-0.83  5   [bos] a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -26.39 /-5.37  /-21.02 /   /-20.87    -3.30 /-0.67  9   [bos] b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -169.25/-19.11 /-150.14/   /-149.98    -7.69 /-0.87  23  [bos] a b b b b b a a a b a a a a a a a a a b a [eos]
tgt5: mod/noi/dif/loss/nce/logp -46.39 /-9.17  /-37.21 /   /-37.05    -5.15 /-1.02  10  [bos] b b b b a b a a [eos]
cls0  - sp0 : -1.32  -0.66 3   0.00 [bos] b [eos]
cls0  - sp1 : -4.13  -4.13 2   0.00 [bos] [eos]
cls0  - sp2 : -5.01  -2.51 3   0.00 [bos] [pad] [eos]
cls0  - sp3 : -5.09  -2.55 3   0.00 [bos] [unk] [eos]
cls0  - sp4 : -8.67  -4.33 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -8.20  -2.05 5   0.25 [bos] b [pad] b [eos]
cls1  - sp1 : -9.43  -2.36 5   0.25 [bos] [unk] [unk] b [eos]
cls1  - sp2 : -9.51  -2.38 5   0.25 [bos] b [unk] b [eos]
cls1  - sp3 : -9.81  -2.45 5   0.25 [bos] b [unk] [unk] [eos]
cls1  - sp4 : -10.05 -2.51 5   0.25 [bos] b [unk] b [eos]
cls2  - sp0 : -1.64  -0.82 3   0.50 [bos] [unk] [eos]
cls2  - sp1 : -1.82  -0.91 3   0.50 [bos] b [eos]
cls2  - sp2 : -2.13  -1.06 3   0.50 [bos] b [eos]
cls2  - sp3 : -4.27  -2.14 3   0.50 [bos] [pad] [eos]
cls2  - sp4 : -5.74  -2.87 3   0.50 [bos] [pad] [eos]
cls3  - sp0 : -2.34  -1.17 3   1.00 [bos] [unk] [eos]
cls3  - sp1 : -2.46  -1.23 3   1.00 [bos] b [eos]
cls3  - sp2 : -4.34  -4.34 2   1.00 [bos] [eos]
cls3  - sp3 : -4.98  -2.49 3   1.00 [bos] [pad] [eos]
cls3  - sp4 : -8.20  -4.10 3   1.00 [bos] [bos] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-376
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.0/-0.00    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -42.81 /-5.96  /-36.85 /   /-37.86    -6.12 /-0.85  8   [bos] b b b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -10.06 /-2.30  /-7.76  /   /-8.77    -5.03 /-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -10.06 /-2.30  /-7.76  /   /-8.77    -5.03 /-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -56.13 /-4.86  /-51.28 /   /-52.28    -8.02 /-0.69  8   [bos] b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -10.70 /-3.91  /-6.79  /   /-7.79    -3.57 /-1.30  4   [bos] a b [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-377
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.0/-0.00    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -41.12 /-5.96  /-35.16 /   /-35.75    -5.87 /-0.85  8   [bos] b b b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -10.97 /-2.30  /-8.67  /   /-9.25    -5.48 /-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -10.97 /-2.30  /-8.67  /   /-9.25    -5.48 /-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -57.94 /-4.86  /-53.09 /   /-53.67    -8.28 /-0.69  8   [bos] b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -11.84 /-3.91  /-7.93  /   /-8.51    -3.95 /-1.30  4   [bos] a b [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.77  -1.88 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.37  -5.37 2   0.00 [bos] [eos]
cls0  - sp3 : -8.17  -2.72 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.36  -4.18 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.69  -2.56 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.40  -2.80 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.34  -3.11 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.37  -2.34 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.39  -2.35 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.48 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.26  -1.13 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.47  -2.24 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.59  -2.29 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.31  -2.44 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.29  -2.65 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.95  -5.95 2   1.00 [bos] [eos]
cls3  - sp3 : -8.35  -2.78 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.68  -2.17 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-378
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.30  /-2.30  /1.01   /0.0/-0.00    -0.65 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -42.96 /-5.96  /-37.01 /   /-38.01    -6.14 /-0.85  8   [bos] b b b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -10.09 /-2.30  /-7.79  /   /-8.79    -5.04 /-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -10.09 /-2.30  /-7.79  /   /-8.79    -5.04 /-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -56.42 /-4.86  /-51.57 /   /-52.57    -8.06 /-0.69  8   [bos] b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -10.80 /-3.91  /-6.88  /   /-7.89    -3.60 /-1.30  4   [bos] a b [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-379
src: none   none  3   [bos] a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.72  /-2.30  /0.58   /0.0/-0.00    -0.86 /-1.15  3   [bos] a [eos]
tgt1: mod/noi/dif/loss/nce/logp -41.21 /-5.96  /-35.26 /   /-35.84    -5.89 /-0.85  8   [bos] b b b a a a [eos]
tgt2: mod/noi/dif/loss/nce/logp -11.00 /-2.30  /-8.69  /   /-9.28    -5.50 /-1.15  3   [bos] b [eos]
tgt3: mod/noi/dif/loss/nce/logp -11.00 /-2.30  /-8.69  /   /-9.28    -5.50 /-1.15  3   [bos] b [eos]
tgt4: mod/noi/dif/loss/nce/logp -58.15 /-4.86  /-53.30 /   /-53.88    -8.31 /-0.69  8   [bos] b b b b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -11.61 /-3.91  /-7.70  /   /-8.28    -3.87 /-1.30  4   [bos] a b [eos]
cls0  - sp0 : -1.30  -0.65 3   0.00 [bos] a [eos]
cls0  - sp1 : -3.75  -1.87 3   0.00 [bos] [unk] [eos]
cls0  - sp2 : -5.32  -5.32 2   0.00 [bos] [eos]
cls0  - sp3 : -8.24  -2.75 4   0.00 [bos] a [unk] [eos]
cls0  - sp4 : -8.33  -4.17 3   0.00 [bos] [bos] [eos]
cls1  - sp0 : -7.70  -2.57 4   0.33 [bos] a [pad] [eos]
cls1  - sp1 : -8.38  -2.79 4   0.33 [bos] a [unk] [eos]
cls1  - sp2 : -9.41  -3.14 4   0.33 [bos] a [unk] [eos]
cls1  - sp3 : -9.48  -2.37 5   0.25 [bos] a [pad] [unk] [eos]
cls1  - sp4 : -9.54  -2.39 5   0.25 [bos] a [pad] a [eos]
cls2  - sp0 : -0.97  -0.49 3   0.50 [bos] a [eos]
cls2  - sp1 : -2.24  -1.12 3   0.50 [bos] a [eos]
cls2  - sp2 : -4.46  -2.23 3   0.50 [bos] [pad] [eos]
cls2  - sp3 : -4.56  -2.28 3   0.50 [bos] [unk] [eos]
cls2  - sp4 : -7.28  -2.43 4   0.67 [bos] a [pad] [eos]
cls3  - sp0 : -1.72  -0.86 3   1.00 [bos] a [eos]
cls3  - sp1 : -5.27  -2.64 3   1.00 [bos] [pad] [eos]
cls3  - sp2 : -5.90  -5.90 2   1.00 [bos] [eos]
cls3  - sp3 : -8.38  -2.79 4   1.00 [bos] a [pad] [eos]
cls3  - sp4 : -8.78  -2.20 5   0.75 [bos] a [pad] a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-380
src: none   none  15  [bos] a b b b a a b b b a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -11.92 /-13.93 /2.00   /0.0/0.00    -0.85 /-0.99  15  [bos] a b b b a a b b b a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -31.56 /-2.30  /-29.25 /   /-31.26    -15.78/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -33.74 /-4.93  /-28.81 /   /-30.81    -6.75 /-0.99  6   [bos] b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -32.93 /-6.98  /-25.95 /   /-27.95    -3.66 /-0.78  10  [bos] a a b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -31.56 /-2.30  /-29.25 /   /-31.26    -15.78/-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -44.79 /-4.35  /-40.44 /   /-42.44    -7.46 /-0.72  7   [bos] a a a a a [eos]
cls0  - sp0 : -12.56 -12.56 2   0.00 [bos] [eos]
cls0  - sp1 : -30.18 -0.24 128 0.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -31.80 -0.25 128 0.01 [bos] a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -32.14 -0.25 128 0.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -32.18 -0.25 128 0.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -8.48  -0.71 13  0.33 [bos] a b b b a a b b b b b [eos]
cls1  - sp1 : -10.89 -0.73 16  0.27 [bos] a b b b a a b b b b b b b b [eos]
cls1  - sp2 : -11.24 -0.70 17  0.25 [bos] a b b b a a b b b b b b b b b [eos]
cls1  - sp3 : -12.06 -0.71 18  0.29 [bos] a b b b a a b b b b b b b b b b [eos]
cls1  - sp4 : -12.78 -0.71 19  0.28 [bos] a b b b a a b b b b b b b b b b b [eos]
cls2  - sp0 : -8.60  -0.72 13  0.67 [bos] a b b b a a b b b b b [eos]
cls2  - sp1 : -11.06 -0.61 19  0.72 [bos] a b b b a a b b b b b b b b b b b [eos]
cls2  - sp2 : -11.15 -0.70 17  0.69 [bos] a b b b a a b b b b b b b b b [eos]
cls2  - sp3 : -11.31 -0.71 17  0.69 [bos] a b b b a a b b b b b b b b b [eos]
cls2  - sp4 : -11.41 -0.71 17  0.69 [bos] a b b b a a b b b b b b b b b [eos]
cls3  - sp0 : -11.25 -0.09 128 1.00 [bos] a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -12.72 -0.10 128 1.00 [bos] a b b b a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -12.90 -12.90 2   1.00 [bos] [eos]
cls3  - sp3 : -13.05 -0.10 128 1.00 [bos] a b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -13.68 -0.11 128 1.00 [bos] a b b b a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-381
src: none   none  15  [bos] a b b b a a b b b a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -9.78  /-13.93 /4.14   /0.0/0.00    -0.70 /-0.99  15  [bos] a b b b a a b b b a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -31.42 /-2.30  /-29.11 /   /-33.25    -15.71/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -31.17 /-4.93  /-26.24 /   /-30.38    -6.23 /-0.99  6   [bos] b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -30.80 /-6.98  /-23.82 /   /-27.96    -3.42 /-0.78  10  [bos] a a b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -31.42 /-2.30  /-29.11 /   /-33.25    -15.71/-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -41.97 /-4.35  /-37.62 /   /-41.76    -6.99 /-0.72  7   [bos] a a a a a [eos]
cls0  - sp0 : -12.56 -12.56 2   0.00 [bos] [eos]
cls0  - sp1 : -30.18 -0.24 128 0.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -31.80 -0.25 128 0.01 [bos] a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -32.14 -0.25 128 0.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -32.18 -0.25 128 0.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -8.48  -0.71 13  0.33 [bos] a b b b a a b b b b b [eos]
cls1  - sp1 : -10.89 -0.73 16  0.27 [bos] a b b b a a b b b b b b b b [eos]
cls1  - sp2 : -11.24 -0.70 17  0.25 [bos] a b b b a a b b b b b b b b b [eos]
cls1  - sp3 : -12.06 -0.71 18  0.29 [bos] a b b b a a b b b b b b b b b b [eos]
cls1  - sp4 : -12.78 -0.71 19  0.28 [bos] a b b b a a b b b b b b b b b b b [eos]
cls2  - sp0 : -8.60  -0.72 13  0.67 [bos] a b b b a a b b b b b [eos]
cls2  - sp1 : -11.06 -0.61 19  0.72 [bos] a b b b a a b b b b b b b b b b b [eos]
cls2  - sp2 : -11.15 -0.70 17  0.69 [bos] a b b b a a b b b b b b b b b [eos]
cls2  - sp3 : -11.31 -0.71 17  0.69 [bos] a b b b a a b b b b b b b b b [eos]
cls2  - sp4 : -11.41 -0.71 17  0.69 [bos] a b b b a a b b b b b b b b b [eos]
cls3  - sp0 : -11.25 -0.09 128 1.00 [bos] a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -12.72 -0.10 128 1.00 [bos] a b b b a a b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -12.90 -12.90 2   1.00 [bos] [eos]
cls3  - sp3 : -13.05 -0.10 128 1.00 [bos] a b b b a a b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -13.68 -0.11 128 1.00 [bos] a b b b a a b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-382
src: none   none  15  [bos] a b b b a a b b b a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -12.54 /-13.93 /1.39   /0.0/0.00    -0.90 /-0.99  15  [bos] a b b b a a b b b a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -31.18 /-2.30  /-28.87 /   /-30.26    -15.59/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -33.21 /-4.93  /-28.28 /   /-29.67    -6.64 /-0.99  6   [bos] b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -32.80 /-6.98  /-25.82 /   /-27.21    -3.64 /-0.78  10  [bos] a a b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -31.18 /-2.30  /-28.87 /   /-30.26    -15.59/-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -39.11 /-4.35  /-34.76 /   /-36.15    -6.52 /-0.72  7   [bos] a a a a a [eos]
cls0  - sp0 : -7.39  -0.92 9   0.00 [bos] a b b b a a b [eos]
cls0  - sp1 : -12.75 -12.75 2   0.00 [bos] [eos]
cls0  - sp2 : -25.57 -0.20 128 0.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -26.88 -0.21 128 0.00 [bos] a b b b a a b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -27.30 -0.21 128 0.00 [bos] a b b b a a b a b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -10.20 -0.60 18  0.41 [bos] a b b b a a b a b b b b b b b b [eos]
cls1  - sp1 : -13.79 -0.55 26  0.28 [bos] a b b b a a b a b b b b b b b b b b b b b b b b [eos]
cls1  - sp2 : -14.08 -0.52 28  0.26 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b [eos]
cls1  - sp3 : -16.36 -0.56 30  0.28 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b [eos]
cls1  - sp4 : -18.51 -0.58 33  0.25 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b [eos]
cls2  - sp0 : -6.17  -0.77 9   0.50 [bos] a b b b a a b [eos]
cls2  - sp1 : -7.20  -0.65 12  0.64 [bos] a b b b a a b a b b [eos]
cls2  - sp2 : -8.09  -0.67 13  0.67 [bos] a b b b a a b a b b b [eos]
cls2  - sp3 : -9.00  -0.75 13  0.67 [bos] a b b b a a b b b b b [eos]
cls2  - sp4 : -9.19  -0.71 14  0.54 [bos] a b b b a a b a b b b b [eos]
cls3  - sp0 : -13.04 -13.04 2   1.00 [bos] [eos]
cls3  - sp1 : -15.82 -0.12 128 1.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -17.91 -0.14 128 1.00 [bos] a b b b a a b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -18.14 -0.14 128 1.00 [bos] a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -18.17 -0.14 128 1.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-383
src: none   none  15  [bos] a b b b a a b b b a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -10.18 /-13.93 /3.75   /0.0/0.00    -0.73 /-0.99  15  [bos] a b b b a a b b b a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -31.35 /-2.30  /-29.05 /   /-32.80    -15.68/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -32.53 /-4.93  /-27.60 /   /-31.35    -6.51 /-0.99  6   [bos] b b b a [eos]
tgt3: mod/noi/dif/loss/nce/logp -32.38 /-6.98  /-25.40 /   /-29.15    -3.60 /-0.78  10  [bos] a a b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -31.35 /-2.30  /-29.05 /   /-32.80    -15.68/-1.15  3   [bos] b [eos]
tgt5: mod/noi/dif/loss/nce/logp -36.72 /-4.35  /-32.37 /   /-36.12    -6.12 /-0.72  7   [bos] a a a a a [eos]
cls0  - sp0 : -7.39  -0.92 9   0.00 [bos] a b b b a a b [eos]
cls0  - sp1 : -12.75 -12.75 2   0.00 [bos] [eos]
cls0  - sp2 : -25.57 -0.20 128 0.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -26.88 -0.21 128 0.00 [bos] a b b b a a b a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -27.30 -0.21 128 0.00 [bos] a b b b a a b a b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -10.20 -0.60 18  0.41 [bos] a b b b a a b a b b b b b b b b [eos]
cls1  - sp1 : -13.79 -0.55 26  0.28 [bos] a b b b a a b a b b b b b b b b b b b b b b b b [eos]
cls1  - sp2 : -14.08 -0.52 28  0.26 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b [eos]
cls1  - sp3 : -16.36 -0.56 30  0.28 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b [eos]
cls1  - sp4 : -18.51 -0.58 33  0.25 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b [eos]
cls2  - sp0 : -6.17  -0.77 9   0.50 [bos] a b b b a a b [eos]
cls2  - sp1 : -7.20  -0.65 12  0.64 [bos] a b b b a a b a b b [eos]
cls2  - sp2 : -8.09  -0.67 13  0.67 [bos] a b b b a a b a b b b [eos]
cls2  - sp3 : -9.00  -0.75 13  0.67 [bos] a b b b a a b b b b b [eos]
cls2  - sp4 : -9.19  -0.71 14  0.54 [bos] a b b b a a b a b b b b [eos]
cls3  - sp0 : -13.04 -13.04 2   1.00 [bos] [eos]
cls3  - sp1 : -15.82 -0.12 128 1.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -17.91 -0.14 128 1.00 [bos] a b b b a a b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -18.14 -0.14 128 1.00 [bos] a b b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -18.17 -0.14 128 1.00 [bos] a b b b a a b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b a

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-384
src: none   none  6   [bos] a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -4.50  /-4.93  /0.44   /0.0/0.00    -0.90 /-0.99  6   [bos] a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -27.49 /-2.30  /-25.19 /   /-25.63    -13.75/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -48.85 /-4.86  /-43.99 /   /-44.42    -6.98 /-0.69  8   [bos] a a a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -56.78 /-8.08  /-48.71 /   /-49.14    -6.31 /-0.90  10  [bos] b b b a a a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -19.10 /-2.30  /-16.80 /   /-17.24    -9.55 /-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -29.30 /-3.32  /-25.98 /   /-26.42    -7.33 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -4.47  -0.89 6   0.20 [bos] a a b b [eos]
cls0  - sp1 : -4.50  -0.90 6   0.00 [bos] a a b b [eos]
cls0  - sp2 : -5.41  -1.08 6   0.20 [bos] a a b b [eos]
cls0  - sp3 : -5.47  -1.09 6   0.20 [bos] a a b b [eos]
cls0  - sp4 : -5.87  -1.17 6   0.20 [bos] a a b b [eos]
cls1  - sp0 : -3.69  -0.74 6   0.40 [bos] a a b b [eos]
cls1  - sp1 : -4.77  -0.95 6   0.40 [bos] a a b b [eos]
cls1  - sp2 : -5.16  -1.03 6   0.40 [bos] a a b b [eos]
cls1  - sp3 : -5.37  -1.07 6   0.40 [bos] a a b b [eos]
cls1  - sp4 : -6.46  -1.08 7   0.33 [bos] a a b b [pad] [eos]
cls2  - sp0 : -3.10  -0.62 6   0.60 [bos] a a b b [eos]
cls2  - sp1 : -3.69  -0.74 6   0.60 [bos] a a b b [eos]
cls2  - sp2 : -4.36  -0.87 6   0.60 [bos] a a b b [eos]
cls2  - sp3 : -4.69  -0.94 6   0.60 [bos] a a b b [eos]
cls2  - sp4 : -4.90  -0.82 7   0.67 [bos] a a b b a [eos]
cls3  - sp0 : -1.94  -0.39 6   0.80 [bos] a a b b [eos]
cls3  - sp1 : -2.61  -0.52 6   1.00 [bos] a a b b [eos]
cls3  - sp2 : -3.78  -0.76 6   0.80 [bos] a a b b [eos]
cls3  - sp3 : -3.80  -0.63 7   0.83 [bos] a a b b a [eos]
cls3  - sp4 : -4.60  -0.77 7   0.83 [bos] a a b b [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-385
src: none   none  6   [bos] a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.61  /-4.93  /2.32   /0.0/0.00    -0.52 /-0.99  6   [bos] a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -28.34 /-2.30  /-26.04 /   /-28.36    -14.17/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -39.78 /-4.86  /-34.92 /   /-37.25    -5.68 /-0.69  8   [bos] a a a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -54.49 /-8.08  /-46.42 /   /-48.74    -6.05 /-0.90  10  [bos] b b b a a a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -18.74 /-2.30  /-16.44 /   /-18.76    -9.37 /-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -25.08 /-3.32  /-21.75 /   /-24.07    -6.27 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -4.47  -0.89 6   0.20 [bos] a a b b [eos]
cls0  - sp1 : -4.50  -0.90 6   0.00 [bos] a a b b [eos]
cls0  - sp2 : -5.41  -1.08 6   0.20 [bos] a a b b [eos]
cls0  - sp3 : -5.47  -1.09 6   0.20 [bos] a a b b [eos]
cls0  - sp4 : -5.87  -1.17 6   0.20 [bos] a a b b [eos]
cls1  - sp0 : -3.69  -0.74 6   0.40 [bos] a a b b [eos]
cls1  - sp1 : -4.77  -0.95 6   0.40 [bos] a a b b [eos]
cls1  - sp2 : -5.16  -1.03 6   0.40 [bos] a a b b [eos]
cls1  - sp3 : -5.37  -1.07 6   0.40 [bos] a a b b [eos]
cls1  - sp4 : -6.46  -1.08 7   0.33 [bos] a a b b [pad] [eos]
cls2  - sp0 : -3.10  -0.62 6   0.60 [bos] a a b b [eos]
cls2  - sp1 : -3.69  -0.74 6   0.60 [bos] a a b b [eos]
cls2  - sp2 : -4.36  -0.87 6   0.60 [bos] a a b b [eos]
cls2  - sp3 : -4.69  -0.94 6   0.60 [bos] a a b b [eos]
cls2  - sp4 : -4.90  -0.82 7   0.67 [bos] a a b b a [eos]
cls3  - sp0 : -1.94  -0.39 6   0.80 [bos] a a b b [eos]
cls3  - sp1 : -2.61  -0.52 6   1.00 [bos] a a b b [eos]
cls3  - sp2 : -3.78  -0.76 6   0.80 [bos] a a b b [eos]
cls3  - sp3 : -3.80  -0.63 7   0.83 [bos] a a b b a [eos]
cls3  - sp4 : -4.60  -0.77 7   0.83 [bos] a a b b [pad] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-386
src: none   none  6   [bos] a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -7.97  /-4.93  /-3.04  /0.0/-0.00    -1.59 /-0.99  6   [bos] a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -26.74 /-2.30  /-24.44 /   /-21.40    -13.37/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -45.93 /-4.86  /-41.07 /   /-38.04    -6.56 /-0.69  8   [bos] a a a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -45.68 /-8.08  /-37.60 /   /-34.57    -5.08 /-0.90  10  [bos] b b b a a a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -18.42 /-2.30  /-16.12 /   /-13.08    -9.21 /-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -27.80 /-3.32  /-24.48 /   /-21.44    -6.95 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -8.05  -8.05 2   0.00 [bos] [eos]
cls0  - sp1 : -23.89 -0.19 128 0.03 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -24.06 -0.19 128 0.02 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -24.56 -0.19 128 0.03 [bos] a a b b a a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -25.02 -0.20 128 0.03 [bos] a a b b a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -42.30 -0.33 128 0.44 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -42.59 -0.34 128 0.46 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -42.61 -0.34 128 0.46 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -42.66 -0.34 128 0.45 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -42.78 -0.34 128 0.50 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -39.67 -0.31 128 0.73 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -40.33 -0.32 128 0.69 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -41.23 -0.32 128 0.62 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -41.60 -0.33 128 0.59 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -41.71 -0.33 128 0.57 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -3.01  -0.02 128 1.00 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.32  -0.03 128 0.99 [bos] a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -4.46  -0.04 128 0.99 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -4.59  -0.04 128 0.99 [bos] a a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -4.63  -0.04 128 1.00 [bos] a a b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-387
src: none   none  6   [bos] a a b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -6.27  /-4.93  /-1.33  /0.0/-0.00    -1.25 /-0.99  6   [bos] a a b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -28.37 /-2.30  /-26.07 /   /-24.74    -14.19/-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -34.61 /-4.86  /-29.75 /   /-28.42    -4.94 /-0.69  8   [bos] a a a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -44.27 /-8.08  /-36.19 /   /-34.86    -4.92 /-0.90  10  [bos] b b b a a a a b [eos]
tgt4: mod/noi/dif/loss/nce/logp -18.49 /-2.30  /-16.19 /   /-14.85    -9.24 /-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -24.35 /-3.32  /-21.03 /   /-19.69    -6.09 /-0.83  5   [bos] a a a [eos]
cls0  - sp0 : -8.05  -8.05 2   0.00 [bos] [eos]
cls0  - sp1 : -23.89 -0.19 128 0.03 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp2 : -24.06 -0.19 128 0.02 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp3 : -24.56 -0.19 128 0.03 [bos] a a b b a a b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls0  - sp4 : -25.02 -0.20 128 0.03 [bos] a a b b a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp0 : -42.30 -0.33 128 0.44 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp1 : -42.59 -0.34 128 0.46 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp2 : -42.61 -0.34 128 0.46 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp3 : -42.66 -0.34 128 0.45 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls1  - sp4 : -42.78 -0.34 128 0.50 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp0 : -39.67 -0.31 128 0.73 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp1 : -40.33 -0.32 128 0.69 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp2 : -41.23 -0.32 128 0.62 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp3 : -41.60 -0.33 128 0.59 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls2  - sp4 : -41.71 -0.33 128 0.57 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp0 : -3.01  -0.02 128 1.00 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp1 : -4.32  -0.03 128 0.99 [bos] a a b b a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp2 : -4.46  -0.04 128 0.99 [bos] a a b b a a b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp3 : -4.59  -0.04 128 0.99 [bos] a a b b a [unk] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b
cls3  - sp4 : -4.63  -0.04 128 1.00 [bos] a a b b a [pad] b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-388
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.04  /-2.81  /0.77   /0.0/-0.00    -0.68 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -16.72 /-2.30  /-14.41 /   /-15.19    -8.36 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -25.66 /-2.30  /-23.36 /   /-24.13    -12.83/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -67.99 /-6.98  /-61.01 /   /-61.78    -7.55 /-0.78  10  [bos] a a b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -63.60 /-4.86  /-58.75 /   /-59.52    -9.09 /-0.69  8   [bos] a a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -22.77 /-2.81  /-19.96 /   /-20.73    -7.59 /-0.94  4   [bos] a a [eos]
cls0  - sp0 : -2.04  -0.68 4   0.00 [bos] b b [eos]
cls0  - sp1 : -4.32  -4.32 2   0.00 [bos] [eos]
cls0  - sp2 : -6.36  -2.12 4   0.00 [bos] [pad] b [eos]
cls0  - sp3 : -6.42  -2.14 4   0.00 [bos] [unk] b [eos]
cls0  - sp4 : -8.94  -2.98 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.73  -0.58 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.13  -1.04 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.32  -1.11 4   0.33 [bos] b b [eos]
cls1  - sp3 : -3.99  -1.33 4   0.33 [bos] b b [eos]
cls1  - sp4 : -5.18  -1.73 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.80  -0.60 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.87  -0.62 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.77  -0.92 4   0.67 [bos] b b [eos]
cls2  - sp3 : -4.33  -1.44 4   0.67 [bos] [unk] b [eos]
cls2  - sp4 : -4.46  -1.49 4   0.67 [bos] [pad] b [eos]
cls3  - sp0 : -2.80  -0.93 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.86  -0.95 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -4.74  -4.74 2   1.00 [bos] [eos]
cls3  - sp3 : -5.46  -1.82 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.75  -2.58 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-389
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.80  /-2.81  /0.01   /0.0/-0.00    -0.93 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -17.96 /-2.30  /-15.65 /   /-15.67    -8.98 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -25.18 /-2.30  /-22.88 /   /-22.89    -12.59/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -65.94 /-6.98  /-58.96 /   /-58.97    -7.33 /-0.78  10  [bos] a a b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -59.57 /-4.86  /-54.71 /   /-54.72    -8.51 /-0.69  8   [bos] a a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -22.71 /-2.81  /-19.90 /   /-19.91    -7.57 /-0.94  4   [bos] a a [eos]
cls0  - sp0 : -2.04  -0.68 4   0.00 [bos] b b [eos]
cls0  - sp1 : -4.32  -4.32 2   0.00 [bos] [eos]
cls0  - sp2 : -6.36  -2.12 4   0.00 [bos] [pad] b [eos]
cls0  - sp3 : -6.42  -2.14 4   0.00 [bos] [unk] b [eos]
cls0  - sp4 : -8.94  -2.98 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.73  -0.58 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.13  -1.04 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.32  -1.11 4   0.33 [bos] b b [eos]
cls1  - sp3 : -3.99  -1.33 4   0.33 [bos] b b [eos]
cls1  - sp4 : -5.18  -1.73 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.80  -0.60 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.87  -0.62 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.77  -0.92 4   0.67 [bos] b b [eos]
cls2  - sp3 : -4.33  -1.44 4   0.67 [bos] [unk] b [eos]
cls2  - sp4 : -4.46  -1.49 4   0.67 [bos] [pad] b [eos]
cls3  - sp0 : -2.80  -0.93 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.86  -0.95 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -4.74  -4.74 2   1.00 [bos] [eos]
cls3  - sp3 : -5.46  -1.82 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.75  -2.58 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-390
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.06  /-2.81  /0.76   /0.0/-0.00    -0.69 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -15.55 /-2.30  /-13.24 /   /-14.00    -7.77 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -24.00 /-2.30  /-21.70 /   /-22.45    -12.00/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -66.74 /-6.98  /-59.77 /   /-60.52    -7.42 /-0.78  10  [bos] a a b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -57.46 /-4.86  /-52.60 /   /-53.36    -8.21 /-0.69  8   [bos] a a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -20.72 /-2.81  /-17.90 /   /-18.66    -6.91 /-0.94  4   [bos] a a [eos]
cls0  - sp0 : -2.06  -0.69 4   0.00 [bos] b b [eos]
cls0  - sp1 : -3.14  -3.14 2   0.00 [bos] [eos]
cls0  - sp2 : -5.76  -1.92 4   0.00 [bos] [unk] b [eos]
cls0  - sp3 : -6.10  -2.03 4   0.00 [bos] [pad] b [eos]
cls0  - sp4 : -8.62  -2.87 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.96  -0.65 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.08  -1.03 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.29  -1.10 4   0.33 [bos] b b [eos]
cls1  - sp3 : -4.42  -1.47 4   0.33 [bos] b b [eos]
cls1  - sp4 : -4.61  -1.54 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.90  -0.63 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.90  -0.63 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.98  -0.99 4   0.67 [bos] b b [eos]
cls2  - sp3 : -3.95  -1.32 4   0.67 [bos] [pad] b [eos]
cls2  - sp4 : -4.23  -1.41 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -2.86  -0.95 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.87  -0.96 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -3.58  -3.58 2   1.00 [bos] [eos]
cls3  - sp3 : -4.93  -1.64 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.51  -2.50 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-391
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.86  /-2.81  /-0.05  /0.0/-0.00    -0.95 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -17.41 /-2.30  /-15.10 /   /-15.06    -8.70 /-1.15  3   [bos] b [eos]
tgt2: mod/noi/dif/loss/nce/logp -23.60 /-2.30  /-21.29 /   /-21.25    -11.80/-1.15  3   [bos] a [eos]
tgt3: mod/noi/dif/loss/nce/logp -66.66 /-6.98  /-59.68 /   /-59.63    -7.41 /-0.78  10  [bos] a a b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -55.47 /-4.86  /-50.61 /   /-50.56    -7.92 /-0.69  8   [bos] a a a a a a [eos]
tgt5: mod/noi/dif/loss/nce/logp -20.74 /-2.81  /-17.93 /   /-17.88    -6.91 /-0.94  4   [bos] a a [eos]
cls0  - sp0 : -2.06  -0.69 4   0.00 [bos] b b [eos]
cls0  - sp1 : -3.14  -3.14 2   0.00 [bos] [eos]
cls0  - sp2 : -5.76  -1.92 4   0.00 [bos] [unk] b [eos]
cls0  - sp3 : -6.10  -2.03 4   0.00 [bos] [pad] b [eos]
cls0  - sp4 : -8.62  -2.87 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.96  -0.65 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.08  -1.03 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.29  -1.10 4   0.33 [bos] b b [eos]
cls1  - sp3 : -4.42  -1.47 4   0.33 [bos] b b [eos]
cls1  - sp4 : -4.61  -1.54 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.90  -0.63 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.90  -0.63 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.98  -0.99 4   0.67 [bos] b b [eos]
cls2  - sp3 : -3.95  -1.32 4   0.67 [bos] [pad] b [eos]
cls2  - sp4 : -4.23  -1.41 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -2.86  -0.95 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.87  -0.96 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -3.58  -3.58 2   1.00 [bos] [eos]
cls3  - sp3 : -4.93  -1.64 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.51  -2.50 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-392
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.61  /-3.32  /0.71   /0.0/-0.00    -0.65 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -79.65 /-10.12 /-69.53 /   /-70.24    -6.13 /-0.78  14  [bos] b b b b b b a a a a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -17.20 /-2.81  /-14.39 /   /-15.10    -5.73 /-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -35.34 /-2.81  /-32.53 /   /-33.24    -11.78/-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -60.98 /-11.37 /-49.61 /   /-50.32    -6.78 /-1.26  10  [bos] a b a b a b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -33.51 /-3.32  /-30.19 /   /-30.90    -8.38 /-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -2.61  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.21  -1.80 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.52  -7.52 2   0.00 [bos] [eos]
cls0  - sp3 : -9.04  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.14 -1.69 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.00  -0.75 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.27  -0.82 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.54  -0.88 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.72  -0.93 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -6.97  -1.74 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.14  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.05  -0.76 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.24  -0.81 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.72  -0.93 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.19  -1.05 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.29  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.98  -0.50 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.87  -0.72 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.89  -0.97 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -3.94  -0.98 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-393
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.98  /-3.32  /1.34   /0.0/-0.00    -0.50 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -81.26 /-10.12 /-71.14 /   /-72.48    -6.25 /-0.78  14  [bos] b b b b b b a a a a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -17.34 /-2.81  /-14.53 /   /-15.87    -5.78 /-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.63 /-2.81  /-35.81 /   /-37.15    -12.88/-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -66.22 /-11.37 /-54.85 /   /-56.19    -7.36 /-1.26  10  [bos] a b a b a b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -34.33 /-3.32  /-31.01 /   /-32.35    -8.58 /-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -2.61  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.21  -1.80 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.52  -7.52 2   0.00 [bos] [eos]
cls0  - sp3 : -9.04  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.14 -1.69 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.00  -0.75 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.27  -0.82 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.54  -0.88 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.72  -0.93 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -6.97  -1.74 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.14  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.05  -0.76 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.24  -0.81 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.72  -0.93 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.19  -1.05 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.29  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.98  -0.50 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.87  -0.72 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.89  -0.97 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -3.94  -0.98 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-394
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.62  /-3.32  /0.70   /0.0/-0.00    -0.65 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -80.42 /-10.12 /-70.30 /   /-71.00    -6.19 /-0.78  14  [bos] b b b b b b a a a a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -17.56 /-2.81  /-14.75 /   /-15.46    -5.85 /-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -35.32 /-2.81  /-32.51 /   /-33.21    -11.77/-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -59.94 /-11.37 /-48.57 /   /-49.27    -6.66 /-1.26  10  [bos] a b a b a b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -32.76 /-3.32  /-29.44 /   /-30.14    -8.19 /-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -2.62  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.15  -1.79 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.47  -7.47 2   0.00 [bos] [eos]
cls0  - sp3 : -9.03  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.07 -1.68 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.08  -0.77 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.31  -0.83 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.55  -0.89 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.74  -0.94 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -7.00  -1.75 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.11  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.16  -0.79 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.26  -0.82 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.81  -0.95 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.23  -1.06 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.26  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.96  -0.49 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.84  -0.71 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.96  -0.99 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -4.00  -1.00 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-395
src: none   none  5   [bos] a a a [eos]
tgt0: mod/noi/dif/loss/nce/logp -1.96  /-3.32  /1.36   /0.0/-0.00    -0.49 /-0.83  5   [bos] a a a [eos]
tgt1: mod/noi/dif/loss/nce/logp -78.91 /-10.12 /-68.79 /   /-70.15    -6.07 /-0.78  14  [bos] b b b b b b a a a a a b [eos]
tgt2: mod/noi/dif/loss/nce/logp -17.80 /-2.81  /-14.99 /   /-16.35    -5.93 /-0.94  4   [bos] a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -38.42 /-2.81  /-35.61 /   /-36.97    -12.81/-0.94  4   [bos] b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -62.78 /-11.37 /-51.40 /   /-52.77    -6.98 /-1.26  10  [bos] a b a b a b b b [eos]
tgt5: mod/noi/dif/loss/nce/logp -33.80 /-3.32  /-30.48 /   /-31.84    -8.45 /-0.83  5   [bos] b b b [eos]
cls0  - sp0 : -2.62  -0.65 5   0.00 [bos] a a a [eos]
cls0  - sp1 : -7.15  -1.79 5   0.00 [bos] [unk] a a [eos]
cls0  - sp2 : -7.47  -7.47 2   0.00 [bos] [eos]
cls0  - sp3 : -9.03  -1.81 6   0.20 [bos] a a a [pad] [eos]
cls0  - sp4 : -10.07 -1.68 7   0.17 [bos] a a a [pad] [unk] [eos]
cls1  - sp0 : -3.08  -0.77 5   0.25 [bos] a a a [eos]
cls1  - sp1 : -3.31  -0.83 5   0.25 [bos] a a a [eos]
cls1  - sp2 : -3.55  -0.89 5   0.25 [bos] a a a [eos]
cls1  - sp3 : -3.74  -0.94 5   0.25 [bos] a a a [eos]
cls1  - sp4 : -7.00  -1.75 5   0.25 [bos] [unk] a a [eos]
cls2  - sp0 : -2.11  -0.53 5   0.50 [bos] a a a [eos]
cls2  - sp1 : -3.16  -0.79 5   0.50 [bos] a a a [eos]
cls2  - sp2 : -3.26  -0.82 5   0.50 [bos] a a a [eos]
cls2  - sp3 : -3.81  -0.95 5   0.50 [bos] a a a [eos]
cls2  - sp4 : -4.23  -1.06 5   0.50 [bos] a a a [eos]
cls3  - sp0 : -1.26  -0.32 5   0.75 [bos] a a a [eos]
cls3  - sp1 : -1.96  -0.49 5   1.00 [bos] a a a [eos]
cls3  - sp2 : -2.84  -0.71 5   0.75 [bos] a a a [eos]
cls3  - sp3 : -3.96  -0.99 5   0.75 [bos] a a a [eos]
cls3  - sp4 : -4.00  -1.00 5   0.75 [bos] a a a [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-396
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.04  /-2.81  /0.77   /0.0/0.00    -0.68 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -60.25 /-8.59  /-51.66 /   /-52.44    -6.03 /-0.86  11  [bos] b b a a b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -49.16 /-3.84  /-45.33 /   /-46.10    -9.83 /-0.77  6   [bos] a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -46.97 /-5.88  /-41.09 /   /-41.86    -5.22 /-0.65  10  [bos] b b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -25.66 /-2.30  /-23.36 /   /-24.13    -12.83/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -77.61 /-11.88 /-65.73 /   /-66.50    -7.76 /-1.19  11  [bos] b a b a b b b b a [eos]
cls0  - sp0 : -2.04  -0.68 4   0.00 [bos] b b [eos]
cls0  - sp1 : -4.32  -4.32 2   0.00 [bos] [eos]
cls0  - sp2 : -6.36  -2.12 4   0.00 [bos] [pad] b [eos]
cls0  - sp3 : -6.42  -2.14 4   0.00 [bos] [unk] b [eos]
cls0  - sp4 : -8.94  -2.98 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.73  -0.58 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.13  -1.04 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.32  -1.11 4   0.33 [bos] b b [eos]
cls1  - sp3 : -3.99  -1.33 4   0.33 [bos] b b [eos]
cls1  - sp4 : -5.18  -1.73 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.80  -0.60 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.87  -0.62 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.77  -0.92 4   0.67 [bos] b b [eos]
cls2  - sp3 : -4.33  -1.44 4   0.67 [bos] [unk] b [eos]
cls2  - sp4 : -4.46  -1.49 4   0.67 [bos] [pad] b [eos]
cls3  - sp0 : -2.80  -0.93 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.86  -0.95 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -4.74  -4.74 2   1.00 [bos] [eos]
cls3  - sp3 : -5.46  -1.82 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.75  -2.58 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-397
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.80  /-2.81  /0.01   /0.0/0.00    -0.93 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -56.19 /-8.59  /-47.60 /   /-47.61    -5.62 /-0.86  11  [bos] b b a a b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -44.22 /-3.84  /-40.39 /   /-40.40    -8.84 /-0.77  6   [bos] a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -43.42 /-5.88  /-37.55 /   /-37.56    -4.82 /-0.65  10  [bos] b b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -25.18 /-2.30  /-22.88 /   /-22.89    -12.59/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -70.28 /-11.88 /-58.40 /   /-58.41    -7.03 /-1.19  11  [bos] b a b a b b b b a [eos]
cls0  - sp0 : -2.04  -0.68 4   0.00 [bos] b b [eos]
cls0  - sp1 : -4.32  -4.32 2   0.00 [bos] [eos]
cls0  - sp2 : -6.36  -2.12 4   0.00 [bos] [pad] b [eos]
cls0  - sp3 : -6.42  -2.14 4   0.00 [bos] [unk] b [eos]
cls0  - sp4 : -8.94  -2.98 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.73  -0.58 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.13  -1.04 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.32  -1.11 4   0.33 [bos] b b [eos]
cls1  - sp3 : -3.99  -1.33 4   0.33 [bos] b b [eos]
cls1  - sp4 : -5.18  -1.73 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.80  -0.60 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.87  -0.62 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.77  -0.92 4   0.67 [bos] b b [eos]
cls2  - sp3 : -4.33  -1.44 4   0.67 [bos] [unk] b [eos]
cls2  - sp4 : -4.46  -1.49 4   0.67 [bos] [pad] b [eos]
cls3  - sp0 : -2.80  -0.93 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.86  -0.95 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -4.74  -4.74 2   1.00 [bos] [eos]
cls3  - sp3 : -5.46  -1.82 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.75  -2.58 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-398
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.06  /-2.81  /0.76   /0.0/0.00    -0.69 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -56.15 /-8.59  /-47.57 /   /-48.32    -5.62 /-0.86  11  [bos] b b a a b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -42.93 /-3.84  /-39.10 /   /-39.85    -8.59 /-0.77  6   [bos] a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -47.83 /-5.88  /-41.95 /   /-42.71    -5.31 /-0.65  10  [bos] b b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -24.00 /-2.30  /-21.70 /   /-22.45    -12.00/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -72.77 /-11.88 /-60.88 /   /-61.64    -7.28 /-1.19  11  [bos] b a b a b b b b a [eos]
cls0  - sp0 : -2.06  -0.69 4   0.00 [bos] b b [eos]
cls0  - sp1 : -3.14  -3.14 2   0.00 [bos] [eos]
cls0  - sp2 : -5.76  -1.92 4   0.00 [bos] [unk] b [eos]
cls0  - sp3 : -6.10  -2.03 4   0.00 [bos] [pad] b [eos]
cls0  - sp4 : -8.62  -2.87 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.96  -0.65 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.08  -1.03 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.29  -1.10 4   0.33 [bos] b b [eos]
cls1  - sp3 : -4.42  -1.47 4   0.33 [bos] b b [eos]
cls1  - sp4 : -4.61  -1.54 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.90  -0.63 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.90  -0.63 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.98  -0.99 4   0.67 [bos] b b [eos]
cls2  - sp3 : -3.95  -1.32 4   0.67 [bos] [pad] b [eos]
cls2  - sp4 : -4.23  -1.41 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -2.86  -0.95 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.87  -0.96 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -3.58  -3.58 2   1.00 [bos] [eos]
cls3  - sp3 : -4.93  -1.64 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.51  -2.50 4   1.00 [bos] [unk] [unk] [eos]

ID=/home/blu/corpora/ab/100K/ab_len=5_change=0.25/valid-sample.json-399
src: none   none  4   [bos] b b [eos]
tgt0: mod/noi/dif/loss/nce/logp -2.86  /-2.81  /-0.05  /0.0/0.00    -0.95 /-0.94  4   [bos] b b [eos]
tgt1: mod/noi/dif/loss/nce/logp -53.01 /-8.59  /-44.42 /   /-44.37    -5.30 /-0.86  11  [bos] b b a a b b b b b [eos]
tgt2: mod/noi/dif/loss/nce/logp -39.43 /-3.84  /-35.59 /   /-35.55    -7.89 /-0.77  6   [bos] a a a a [eos]
tgt3: mod/noi/dif/loss/nce/logp -48.57 /-5.88  /-42.69 /   /-42.64    -5.40 /-0.65  10  [bos] b b b b b b b b [eos]
tgt4: mod/noi/dif/loss/nce/logp -23.60 /-2.30  /-21.29 /   /-21.25    -11.80/-1.15  3   [bos] a [eos]
tgt5: mod/noi/dif/loss/nce/logp -64.82 /-11.88 /-52.93 /   /-52.89    -6.48 /-1.19  11  [bos] b a b a b b b b a [eos]
cls0  - sp0 : -2.06  -0.69 4   0.00 [bos] b b [eos]
cls0  - sp1 : -3.14  -3.14 2   0.00 [bos] [eos]
cls0  - sp2 : -5.76  -1.92 4   0.00 [bos] [unk] b [eos]
cls0  - sp3 : -6.10  -2.03 4   0.00 [bos] [pad] b [eos]
cls0  - sp4 : -8.62  -2.87 4   0.00 [bos] b [pad] [eos]
cls1  - sp0 : -1.96  -0.65 4   0.33 [bos] b b [eos]
cls1  - sp1 : -3.08  -1.03 4   0.33 [bos] [unk] b [eos]
cls1  - sp2 : -3.29  -1.10 4   0.33 [bos] b b [eos]
cls1  - sp3 : -4.42  -1.47 4   0.33 [bos] b b [eos]
cls1  - sp4 : -4.61  -1.54 4   0.33 [bos] [unk] b [eos]
cls2  - sp0 : -1.90  -0.63 4   0.67 [bos] b b [eos]
cls2  - sp1 : -1.90  -0.63 4   0.67 [bos] [unk] b [eos]
cls2  - sp2 : -2.98  -0.99 4   0.67 [bos] b b [eos]
cls2  - sp3 : -3.95  -1.32 4   0.67 [bos] [pad] b [eos]
cls2  - sp4 : -4.23  -1.41 4   0.67 [bos] [unk] b [eos]
cls3  - sp0 : -2.86  -0.95 4   1.00 [bos] b b [eos]
cls3  - sp1 : -2.87  -0.96 4   1.00 [bos] [unk] b [eos]
cls3  - sp2 : -3.58  -3.58 2   1.00 [bos] [eos]
cls3  - sp3 : -4.93  -1.64 4   1.00 [bos] [pad] b [eos]
cls3  - sp4 : -7.51  -2.50 4   1.00 [bos] [unk] [unk] [eos]